{"level":"warn","ts":"2026-03-02T16:42:42.684181Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T16:42:42.684272Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T16:42:42.684343Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T16:42:42.684353Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-02T16:42:42.684376Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T16:42:42.685104Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-03-02T16:42:42.6852Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T16:42:42.689717Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.22293ms"} {"level":"info","ts":"2026-03-02T16:42:42.695658Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-03-02T16:42:42.695778Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T16:42:42.695807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-03-02T16:42:42.695824Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T16:42:42.695833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-03-02T16:42:42.695904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-03-02T16:42:42.700743Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T16:42:42.702221Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T16:42:42.703085Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T16:42:42.705403Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T16:42:42.705488Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T16:42:42.705654Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T16:42:42.705766Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T16:42:42.705779Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T16:42:42.707372Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-03-02T16:42:42.707639Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-02T16:42:42.712851Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T16:42:42.713212Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T16:42:42.713313Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-02T16:42:42.713371Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T16:42:42.713425Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-02T16:42:42.896872Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T16:42:42.896954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T16:42:42.897039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-03-02T16:42:42.897105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-03-02T16:42:42.897142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-02T16:42:42.897226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-03-02T16:42:42.897279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-02T16:42:42.898439Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:42.899669Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T16:42:42.899663Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T16:42:42.899721Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T16:42:42.900139Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T16:42:42.900183Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T16:42:42.900539Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:42.900787Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:42.900861Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T16:42:42.903833Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-03-02T16:42:42.904Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-02T16:42:46.628595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.49423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:42:46.628753Z","caller":"traceutil/trace.go:171","msg":"trace[1100971042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:197; }","duration":"139.743447ms","start":"2026-03-02T16:42:46.488943Z","end":"2026-03-02T16:42:46.628686Z","steps":["trace[1100971042] 'range keys from in-memory index tree' (duration: 139.398057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:47.022597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.536339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:42:47.022767Z","caller":"traceutil/trace.go:171","msg":"trace[815403323] transaction","detail":"{read_only:false; response_revision:203; number_of_response:1; }","duration":"178.656775ms","start":"2026-03-02T16:42:46.844069Z","end":"2026-03-02T16:42:47.022726Z","steps":["trace[815403323] 'process raft request' (duration: 66.287034ms)","trace[815403323] 'compare' (duration: 111.321163ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:47.176439Z","caller":"traceutil/trace.go:171","msg":"trace[814818228] transaction","detail":"{read_only:false; response_revision:205; number_of_response:1; }","duration":"121.575421ms","start":"2026-03-02T16:42:47.054829Z","end":"2026-03-02T16:42:47.176405Z","steps":["trace[814818228] 'process raft request' (duration: 98.504717ms)","trace[814818228] 'compare' (duration: 22.93465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:53.046499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.963074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:42:53.046682Z","caller":"traceutil/trace.go:171","msg":"trace[1868551335] linearizableReadLoop","detail":"{readStateIndex:310; appliedIndex:309; }","duration":"300.62414ms","start":"2026-03-02T16:42:52.746034Z","end":"2026-03-02T16:42:53.046658Z","steps":["trace[1868551335] 'read index received' (duration: 239.606µs)","trace[1868551335] 'applied index is now lower than readState.Index' (duration: 300.382914ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:53.046913Z","caller":"traceutil/trace.go:171","msg":"trace[1434989832] transaction","detail":"{read_only:false; response_revision:296; number_of_response:1; }","duration":"413.944301ms","start":"2026-03-02T16:42:52.632744Z","end":"2026-03-02T16:42:53.046689Z","steps":["trace[1434989832] 'process raft request' (duration: 35.6908ms)","trace[1434989832] 'compare' (duration: 377.767199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:53.046945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.881157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:42:53.04705Z","caller":"traceutil/trace.go:171","msg":"trace[966975701] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:296; }","duration":"301.044331ms","start":"2026-03-02T16:42:52.74598Z","end":"2026-03-02T16:42:53.047024Z","steps":["trace[966975701] 'agreement among raft nodes before linearized reading' (duration: 300.779064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:53.047098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:52.745955Z","time spent":"301.132593ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:42:53.04716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:52.632713Z","time spent":"414.320021ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":201,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:42:53.643575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.681982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:42:53.643695Z","caller":"traceutil/trace.go:171","msg":"trace[223421449] linearizableReadLoop","detail":"{readStateIndex:313; appliedIndex:312; }","duration":"444.002388ms","start":"2026-03-02T16:42:53.199675Z","end":"2026-03-02T16:42:53.643677Z","steps":["trace[223421449] 'read index received' (duration: 94.058349ms)","trace[223421449] 'applied index is now lower than readState.Index' (duration: 349.942889ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:53.643733Z","caller":"traceutil/trace.go:171","msg":"trace[153310617] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"536.992641ms","start":"2026-03-02T16:42:53.106689Z","end":"2026-03-02T16:42:53.643682Z","steps":["trace[153310617] 'process raft request' (duration: 187.119724ms)","trace[153310617] 'compare' (duration: 349.480938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:53.643816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.150142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:42:53.643847Z","caller":"traceutil/trace.go:171","msg":"trace[405183049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:299; }","duration":"444.238884ms","start":"2026-03-02T16:42:53.199598Z","end":"2026-03-02T16:42:53.643837Z","steps":["trace[405183049] 'agreement among raft nodes before linearized reading' (duration: 444.131111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:53.643896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.199568Z","time spent":"444.317446ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:42:53.643896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.106664Z","time spent":"537.160215ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":192,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:42:53.856895Z","caller":"traceutil/trace.go:171","msg":"trace[453561710] linearizableReadLoop","detail":"{readStateIndex:315; appliedIndex:314; }","duration":"109.237937ms","start":"2026-03-02T16:42:53.747637Z","end":"2026-03-02T16:42:53.856875Z","steps":["trace[453561710] 'read index received' (duration: 109.023371ms)","trace[453561710] 'applied index is now lower than readState.Index' (duration: 213.836µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:53.857349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.679248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-02T16:42:53.857455Z","caller":"traceutil/trace.go:171","msg":"trace[146613926] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:301; }","duration":"109.842092ms","start":"2026-03-02T16:42:53.747583Z","end":"2026-03-02T16:42:53.857425Z","steps":["trace[146613926] 'agreement among raft nodes before linearized reading' (duration: 109.617517ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:53.857671Z","caller":"traceutil/trace.go:171","msg":"trace[41213215] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"111.848094ms","start":"2026-03-02T16:42:53.745813Z","end":"2026-03-02T16:42:53.857661Z","steps":["trace[41213215] 'process raft request' (duration: 110.915709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.396481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.922898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:42:54.396898Z","caller":"traceutil/trace.go:171","msg":"trace[1027299472] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"513.295646ms","start":"2026-03-02T16:42:53.883566Z","end":"2026-03-02T16:42:54.396861Z","steps":["trace[1027299472] 'process raft request' (duration: 513.05307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.396985Z","caller":"traceutil/trace.go:171","msg":"trace[1613193813] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"465.634881ms","start":"2026-03-02T16:42:53.931327Z","end":"2026-03-02T16:42:54.396961Z","steps":["trace[1613193813] 'process raft request' (duration: 465.59274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.397056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.931306Z","time spent":"465.716993ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1739,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:42:54.397018Z","caller":"traceutil/trace.go:171","msg":"trace[1901550153] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"512.802664ms","start":"2026-03-02T16:42:53.884158Z","end":"2026-03-02T16:42:54.396961Z","steps":["trace[1901550153] 'process raft request' (duration: 512.63871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.397149Z","caller":"traceutil/trace.go:171","msg":"trace[2094330019] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"512.749972ms","start":"2026-03-02T16:42:53.884346Z","end":"2026-03-02T16:42:54.397096Z","steps":["trace[2094330019] 'process raft request' (duration: 512.526816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.396981Z","caller":"traceutil/trace.go:171","msg":"trace[578932640] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"513.201214ms","start":"2026-03-02T16:42:53.88373Z","end":"2026-03-02T16:42:54.396931Z","steps":["trace[578932640] 'process raft request' (duration: 513.02457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.397029Z","caller":"traceutil/trace.go:171","msg":"trace[792323570] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"513.296516ms","start":"2026-03-02T16:42:53.883651Z","end":"2026-03-02T16:42:54.396947Z","steps":["trace[792323570] 'process raft request' (duration: 513.063831ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.397314Z","caller":"traceutil/trace.go:171","msg":"trace[784191532] linearizableReadLoop","detail":"{readStateIndex:322; appliedIndex:315; }","duration":"508.826403ms","start":"2026-03-02T16:42:53.888146Z","end":"2026-03-02T16:42:54.396973Z","steps":["trace[784191532] 'read index received' (duration: 38.79047ms)","trace[784191532] 'applied index is now lower than readState.Index' (duration: 470.028403ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:54.39695Z","caller":"traceutil/trace.go:171","msg":"trace[1406364854] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"515.769179ms","start":"2026-03-02T16:42:53.881143Z","end":"2026-03-02T16:42:54.396912Z","steps":["trace[1406364854] 'process raft request' (duration: 167.321609ms)","trace[1406364854] 'compare' (duration: 347.543708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:54.3974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.225433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-02T16:42:54.397461Z","caller":"traceutil/trace.go:171","msg":"trace[1925416260] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:309; }","duration":"509.315575ms","start":"2026-03-02T16:42:53.888124Z","end":"2026-03-02T16:42:54.39744Z","steps":["trace[1925416260] 'agreement among raft nodes before linearized reading' (duration: 509.173862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.397498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.888117Z","time spent":"509.373267ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-02T16:42:54.397613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.881124Z","time spent":"516.303104ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":156,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:42:54.397675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.086318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-02T16:42:54.397665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.883555Z","time spent":"513.443499ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:54.3977Z","caller":"traceutil/trace.go:171","msg":"trace[1426025490] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:309; }","duration":"458.120018ms","start":"2026-03-02T16:42:53.939572Z","end":"2026-03-02T16:42:54.397692Z","steps":["trace[1426025490] 'agreement among raft nodes before linearized reading' (duration: 458.077497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.39774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.939559Z","time spent":"458.171279ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-02T16:42:54.39775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.836296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-02T16:42:54.397798Z","caller":"traceutil/trace.go:171","msg":"trace[1838436789] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:309; }","duration":"458.923568ms","start":"2026-03-02T16:42:53.938857Z","end":"2026-03-02T16:42:54.39778Z","steps":["trace[1838436789] 'agreement among raft nodes before linearized reading' (duration: 458.811126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.397829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.938838Z","time spent":"458.98519ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-02T16:42:54.397849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.884151Z","time spent":"513.036679ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2191,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.397925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.210607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T16:42:54.397947Z","caller":"traceutil/trace.go:171","msg":"trace[380664308] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:309; }","duration":"461.259078ms","start":"2026-03-02T16:42:53.936682Z","end":"2026-03-02T16:42:54.397941Z","steps":["trace[380664308] 'agreement among raft nodes before linearized reading' (duration: 461.217597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.397971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.936671Z","time spent":"461.296319ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-02T16:42:54.398044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.884322Z","time spent":"512.920786ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2094,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.398055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.587286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-03-02T16:42:54.398142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.883645Z","time spent":"513.743818ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4359,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:54.398226Z","caller":"traceutil/trace.go:171","msg":"trace[225105078] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:309; }","duration":"508.996597ms","start":"2026-03-02T16:42:53.889213Z","end":"2026-03-02T16:42:54.39821Z","steps":["trace[225105078] 'agreement among raft nodes before linearized reading' (duration: 508.439202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.398115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.883721Z","time spent":"513.638495ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":899,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:54.398353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:53.889207Z","time spent":"509.13245ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"info","ts":"2026-03-02T16:42:54.567083Z","caller":"traceutil/trace.go:171","msg":"trace[940299762] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"159.747705ms","start":"2026-03-02T16:42:54.40731Z","end":"2026-03-02T16:42:54.567058Z","steps":["trace[940299762] 'process raft request' (duration: 159.631623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.567139Z","caller":"traceutil/trace.go:171","msg":"trace[934372630] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"160.3142ms","start":"2026-03-02T16:42:54.406771Z","end":"2026-03-02T16:42:54.567085Z","steps":["trace[934372630] 'process raft request' (duration: 129.106763ms)","trace[934372630] 'compare' (duration: 30.851238ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:54.567469Z","caller":"traceutil/trace.go:171","msg":"trace[138619701] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"159.89728ms","start":"2026-03-02T16:42:54.407533Z","end":"2026-03-02T16:42:54.56743Z","steps":["trace[138619701] 'process raft request' (duration: 159.462309ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.567505Z","caller":"traceutil/trace.go:171","msg":"trace[1499431569] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"159.641133ms","start":"2026-03-02T16:42:54.407848Z","end":"2026-03-02T16:42:54.567489Z","steps":["trace[1499431569] 'process raft request' (duration: 159.461557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.567658Z","caller":"traceutil/trace.go:171","msg":"trace[127713528] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"159.11884ms","start":"2026-03-02T16:42:54.408527Z","end":"2026-03-02T16:42:54.567646Z","steps":["trace[127713528] 'process raft request' (duration: 158.879514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.567672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.621745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:42:54.567737Z","caller":"traceutil/trace.go:171","msg":"trace[508135405] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"158.623948ms","start":"2026-03-02T16:42:54.409107Z","end":"2026-03-02T16:42:54.567731Z","steps":["trace[508135405] 'process raft request' (duration: 158.339691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.567753Z","caller":"traceutil/trace.go:171","msg":"trace[1568375809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:319; }","duration":"114.747978ms","start":"2026-03-02T16:42:54.452988Z","end":"2026-03-02T16:42:54.567736Z","steps":["trace[1568375809] 'agreement among raft nodes before linearized reading' (duration: 114.606564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.567714Z","caller":"traceutil/trace.go:171","msg":"trace[1475235351] transaction","detail":"{read_only:false; response_revision:318; number_of_response:1; }","duration":"157.363175ms","start":"2026-03-02T16:42:54.410342Z","end":"2026-03-02T16:42:54.567706Z","steps":["trace[1475235351] 'process raft request' (duration: 157.14634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.5679Z","caller":"traceutil/trace.go:171","msg":"trace[861786137] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"151.225048ms","start":"2026-03-02T16:42:54.416653Z","end":"2026-03-02T16:42:54.567878Z","steps":["trace[861786137] 'process raft request' (duration: 150.89254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.626625Z","caller":"traceutil/trace.go:171","msg":"trace[629096905] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"136.091892ms","start":"2026-03-02T16:42:54.490492Z","end":"2026-03-02T16:42:54.626584Z","steps":["trace[629096905] 'process raft request' (duration: 135.964299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.626938Z","caller":"traceutil/trace.go:171","msg":"trace[605953458] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"132.704836ms","start":"2026-03-02T16:42:54.494198Z","end":"2026-03-02T16:42:54.626903Z","steps":["trace[605953458] 'process raft request' (duration: 132.318067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.627015Z","caller":"traceutil/trace.go:171","msg":"trace[1638458645] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"136.851003ms","start":"2026-03-02T16:42:54.49013Z","end":"2026-03-02T16:42:54.626981Z","steps":["trace[1638458645] 'process raft request' (duration: 136.014141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.68321Z","caller":"traceutil/trace.go:171","msg":"trace[1382283091] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"107.911863ms","start":"2026-03-02T16:42:54.575251Z","end":"2026-03-02T16:42:54.683162Z","steps":["trace[1382283091] 'process raft request' (duration: 107.775529ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.683313Z","caller":"traceutil/trace.go:171","msg":"trace[1791609560] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"109.235217ms","start":"2026-03-02T16:42:54.574068Z","end":"2026-03-02T16:42:54.683303Z","steps":["trace[1791609560] 'process raft request' (duration: 104.121737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.683363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.248508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-02T16:42:54.683237Z","caller":"traceutil/trace.go:171","msg":"trace[1058047590] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"104.432004ms","start":"2026-03-02T16:42:54.578782Z","end":"2026-03-02T16:42:54.683214Z","steps":["trace[1058047590] 'process raft request' (duration: 104.304641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.683433Z","caller":"traceutil/trace.go:171","msg":"trace[1711954754] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:325; }","duration":"111.359551ms","start":"2026-03-02T16:42:54.572052Z","end":"2026-03-02T16:42:54.683412Z","steps":["trace[1711954754] 'agreement among raft nodes before linearized reading' (duration: 111.235388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.683263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.155126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-02T16:42:54.683644Z","caller":"traceutil/trace.go:171","msg":"trace[755603008] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:325; }","duration":"111.565456ms","start":"2026-03-02T16:42:54.572038Z","end":"2026-03-02T16:42:54.683604Z","steps":["trace[755603008] 'agreement among raft nodes before linearized reading' (duration: 111.100295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.869528Z","caller":"traceutil/trace.go:171","msg":"trace[743837169] linearizableReadLoop","detail":"{readStateIndex:343; appliedIndex:342; }","duration":"174.670016ms","start":"2026-03-02T16:42:54.694832Z","end":"2026-03-02T16:42:54.869502Z","steps":["trace[743837169] 'read index received' (duration: 105.04002ms)","trace[743837169] 'applied index is now lower than readState.Index' (duration: 69.628836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:54.869596Z","caller":"traceutil/trace.go:171","msg":"trace[198015261] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"176.096393ms","start":"2026-03-02T16:42:54.693453Z","end":"2026-03-02T16:42:54.869549Z","steps":["trace[198015261] 'process raft request' (duration: 106.319582ms)","trace[198015261] 'compare' (duration: 69.445223ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:54.869832Z","caller":"traceutil/trace.go:171","msg":"trace[51031794] transaction","detail":"{read_only:false; response_revision:330; number_of_response:1; }","duration":"170.347956ms","start":"2026-03-02T16:42:54.69947Z","end":"2026-03-02T16:42:54.869818Z","steps":["trace[51031794] 'process raft request' (duration: 169.978247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.869911Z","caller":"traceutil/trace.go:171","msg":"trace[1132800680] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"169.236389ms","start":"2026-03-02T16:42:54.700659Z","end":"2026-03-02T16:42:54.869895Z","steps":["trace[1132800680] 'process raft request' (duration: 169.036823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:54.870067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.157971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-02T16:42:54.87017Z","caller":"traceutil/trace.go:171","msg":"trace[1541680372] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:331; }","duration":"177.294764ms","start":"2026-03-02T16:42:54.692853Z","end":"2026-03-02T16:42:54.870148Z","steps":["trace[1541680372] 'agreement among raft nodes before linearized reading' (duration: 176.76207ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.870293Z","caller":"traceutil/trace.go:171","msg":"trace[2007952866] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"169.210718ms","start":"2026-03-02T16:42:54.701032Z","end":"2026-03-02T16:42:54.870243Z","steps":["trace[2007952866] 'process raft request' (duration: 168.808188ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:54.870422Z","caller":"traceutil/trace.go:171","msg":"trace[1104198850] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"166.842816ms","start":"2026-03-02T16:42:54.70355Z","end":"2026-03-02T16:42:54.870393Z","steps":["trace[1104198850] 'process raft request' (duration: 166.58133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.114524Z","caller":"traceutil/trace.go:171","msg":"trace[1996015683] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"239.093381ms","start":"2026-03-02T16:42:54.875394Z","end":"2026-03-02T16:42:55.114487Z","steps":["trace[1996015683] 'process raft request' (duration: 201.410689ms)","trace[1996015683] 'compare' (duration: 37.376354ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:55.114679Z","caller":"traceutil/trace.go:171","msg":"trace[1758077219] linearizableReadLoop","detail":"{readStateIndex:350; appliedIndex:347; }","duration":"235.543569ms","start":"2026-03-02T16:42:54.879117Z","end":"2026-03-02T16:42:55.11466Z","steps":["trace[1758077219] 'read index received' (duration: 28.376713ms)","trace[1758077219] 'applied index is now lower than readState.Index' (duration: 207.165576ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:55.114572Z","caller":"traceutil/trace.go:171","msg":"trace[2104262832] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"237.087159ms","start":"2026-03-02T16:42:54.87746Z","end":"2026-03-02T16:42:55.114547Z","steps":["trace[2104262832] 'process raft request' (duration: 236.935055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.115014Z","caller":"traceutil/trace.go:171","msg":"trace[82000047] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"235.667803ms","start":"2026-03-02T16:42:54.879328Z","end":"2026-03-02T16:42:55.114996Z","steps":["trace[82000047] 'process raft request' (duration: 235.129959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.115117Z","caller":"traceutil/trace.go:171","msg":"trace[1950593642] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"228.795668ms","start":"2026-03-02T16:42:54.886277Z","end":"2026-03-02T16:42:55.115072Z","steps":["trace[1950593642] 'process raft request' (duration: 228.319475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.115196Z","caller":"traceutil/trace.go:171","msg":"trace[1552120809] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"229.436324ms","start":"2026-03-02T16:42:54.885744Z","end":"2026-03-02T16:42:55.11518Z","steps":["trace[1552120809] 'process raft request' (duration: 228.809698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.115294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.147035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-03-02T16:42:55.115136Z","caller":"traceutil/trace.go:171","msg":"trace[2131744525] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"235.663283ms","start":"2026-03-02T16:42:54.879454Z","end":"2026-03-02T16:42:55.115117Z","steps":["trace[2131744525] 'process raft request' (duration: 235.056157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.115356Z","caller":"traceutil/trace.go:171","msg":"trace[498107593] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:340; }","duration":"236.253477ms","start":"2026-03-02T16:42:54.879085Z","end":"2026-03-02T16:42:55.115338Z","steps":["trace[498107593] 'agreement among raft nodes before linearized reading' (duration: 236.114034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.911835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.486376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:42:55.912162Z","caller":"traceutil/trace.go:171","msg":"trace[1503955752] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"790.483479ms","start":"2026-03-02T16:42:55.12164Z","end":"2026-03-02T16:42:55.912123Z","steps":["trace[1503955752] 'process raft request' (duration: 790.292164ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.912222Z","caller":"traceutil/trace.go:171","msg":"trace[96698756] linearizableReadLoop","detail":"{readStateIndex:359; appliedIndex:354; }","duration":"787.538293ms","start":"2026-03-02T16:42:55.124659Z","end":"2026-03-02T16:42:55.912198Z","steps":["trace[96698756] 'read index received' (duration: 2.77166ms)","trace[96698756] 'applied index is now lower than readState.Index' (duration: 784.765653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:55.912321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.121613Z","time spent":"790.622852ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:42:55.912438Z","caller":"traceutil/trace.go:171","msg":"trace[2052503239] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"787.309999ms","start":"2026-03-02T16:42:55.125102Z","end":"2026-03-02T16:42:55.912412Z","steps":["trace[2052503239] 'process raft request' (duration: 786.963749ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.91254Z","caller":"traceutil/trace.go:171","msg":"trace[1176452811] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"785.314927ms","start":"2026-03-02T16:42:55.127214Z","end":"2026-03-02T16:42:55.912529Z","steps":["trace[1176452811] 'process raft request' (duration: 784.945428ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.91258Z","caller":"traceutil/trace.go:171","msg":"trace[1559343510] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"791.049444ms","start":"2026-03-02T16:42:55.121494Z","end":"2026-03-02T16:42:55.912543Z","steps":["trace[1559343510] 'process raft request' (duration: 277.747947ms)","trace[1559343510] 'compare' (duration: 512.321011ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:55.912578Z","caller":"traceutil/trace.go:171","msg":"trace[1159309743] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"789.265569ms","start":"2026-03-02T16:42:55.123238Z","end":"2026-03-02T16:42:55.912504Z","steps":["trace[1159309743] 'process raft request' (duration: 788.802467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.912636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.974155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"warn","ts":"2026-03-02T16:42:55.912636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.127206Z","time spent":"785.391909ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:55.912666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.121483Z","time spent":"791.132536ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:55.912669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.125088Z","time spent":"787.40054ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:55.912717Z","caller":"traceutil/trace.go:171","msg":"trace[1391538862] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:347; }","duration":"788.066348ms","start":"2026-03-02T16:42:55.124641Z","end":"2026-03-02T16:42:55.912707Z","steps":["trace[1391538862] 'agreement among raft nodes before linearized reading' (duration: 787.965835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.912749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.124634Z","time spent":"788.107949ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2923,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-02T16:42:55.912754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.123229Z","time spent":"789.444293ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:42:55.912582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.577866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:42:55.912844Z","caller":"traceutil/trace.go:171","msg":"trace[391918004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:347; }","duration":"459.880264ms","start":"2026-03-02T16:42:55.45295Z","end":"2026-03-02T16:42:55.91283Z","steps":["trace[391918004] 'agreement among raft nodes before linearized reading' (duration: 459.582247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.912887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.452922Z","time spent":"459.954036ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:42:55.912899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.622258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:42:55.912923Z","caller":"traceutil/trace.go:171","msg":"trace[1614282642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:347; }","duration":"218.68727ms","start":"2026-03-02T16:42:55.694228Z","end":"2026-03-02T16:42:55.912915Z","steps":["trace[1614282642] 'agreement among raft nodes before linearized reading' (duration: 218.632388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:42:55.913039Z","caller":"traceutil/trace.go:171","msg":"trace[1741363369] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"790.631784ms","start":"2026-03-02T16:42:55.122397Z","end":"2026-03-02T16:42:55.913029Z","steps":["trace[1741363369] 'process raft request' (duration: 789.599177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:55.913088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.122385Z","time spent":"790.676784ms","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:42:56.4257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.490653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:42:56.42585Z","caller":"traceutil/trace.go:171","msg":"trace[1551014682] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"507.148128ms","start":"2026-03-02T16:42:55.91868Z","end":"2026-03-02T16:42:56.425828Z","steps":["trace[1551014682] 'process raft request' (duration: 352.424431ms)","trace[1551014682] 'compare' (duration: 154.320677ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:42:56.425926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.918649Z","time spent":"507.243031ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:56.426696Z","caller":"traceutil/trace.go:171","msg":"trace[12432193] linearizableReadLoop","detail":"{readStateIndex:363; appliedIndex:361; }","duration":"506.494952ms","start":"2026-03-02T16:42:55.920187Z","end":"2026-03-02T16:42:56.426682Z","steps":["trace[12432193] 'read index received' (duration: 350.933183ms)","trace[12432193] 'applied index is now lower than readState.Index' (duration: 155.560609ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:42:56.426743Z","caller":"traceutil/trace.go:171","msg":"trace[1471751787] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"507.444497ms","start":"2026-03-02T16:42:55.919242Z","end":"2026-03-02T16:42:56.426687Z","steps":["trace[1471751787] 'process raft request' (duration: 507.281023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:56.426869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.672577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-02T16:42:56.426912Z","caller":"traceutil/trace.go:171","msg":"trace[434764435] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:350; }","duration":"506.738279ms","start":"2026-03-02T16:42:55.920162Z","end":"2026-03-02T16:42:56.4269Z","steps":["trace[434764435] 'agreement among raft nodes before linearized reading' (duration: 506.630196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:56.426947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.920151Z","time spent":"506.78886ms","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3796,"request content":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" "} {"level":"warn","ts":"2026-03-02T16:42:56.42697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.919234Z","time spent":"507.620162ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:42:56.426834Z","caller":"traceutil/trace.go:171","msg":"trace[1086990269] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"502.08483ms","start":"2026-03-02T16:42:55.924713Z","end":"2026-03-02T16:42:56.426798Z","steps":["trace[1086990269] 'process raft request' (duration: 501.902625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:56.42717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.066936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:42:56.427212Z","caller":"traceutil/trace.go:171","msg":"trace[83526117] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:350; }","duration":"175.159778ms","start":"2026-03-02T16:42:56.252041Z","end":"2026-03-02T16:42:56.427201Z","steps":["trace[83526117] 'agreement among raft nodes before linearized reading' (duration: 175.084117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:42:56.427275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:42:55.924694Z","time spent":"502.486901ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:42:56.549866Z","caller":"traceutil/trace.go:171","msg":"trace[2051829733] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"108.110258ms","start":"2026-03-02T16:42:56.441695Z","end":"2026-03-02T16:42:56.549805Z","steps":["trace[2051829733] 'process raft request' (duration: 84.230729ms)","trace[2051829733] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/kube-system/kube-scheduler-instance; req_size:4116; } (duration: 23.156971ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:43:02.817657Z","caller":"traceutil/trace.go:171","msg":"trace[860266413] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:391; }","duration":"365.346441ms","start":"2026-03-02T16:43:02.452287Z","end":"2026-03-02T16:43:02.817634Z","steps":["trace[860266413] 'read index received' (duration: 365.249319ms)","trace[860266413] 'applied index is now lower than readState.Index' (duration: 95.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:43:02.817746Z","caller":"traceutil/trace.go:171","msg":"trace[1785858618] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"877.098229ms","start":"2026-03-02T16:43:01.940598Z","end":"2026-03-02T16:43:02.817696Z","steps":["trace[1785858618] 'process raft request' (duration: 876.831432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:02.817863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.543406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:43:02.817933Z","caller":"traceutil/trace.go:171","msg":"trace[623578331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"365.68337ms","start":"2026-03-02T16:43:02.452228Z","end":"2026-03-02T16:43:02.817912Z","steps":["trace[623578331] 'agreement among raft nodes before linearized reading' (duration: 365.499125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:02.817965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:01.940584Z","time spent":"877.296833ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:43:02.817981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:02.452206Z","time spent":"365.767131ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:43:02.817872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.661115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:43:02.818253Z","caller":"traceutil/trace.go:171","msg":"trace[1219986821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:375; }","duration":"360.113649ms","start":"2026-03-02T16:43:02.458124Z","end":"2026-03-02T16:43:02.818237Z","steps":["trace[1219986821] 'agreement among raft nodes before linearized reading' (duration: 359.685037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:02.818348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:02.4581Z","time spent":"360.17949ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:43:07.373101Z","caller":"traceutil/trace.go:171","msg":"trace[1958136515] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"108.381295ms","start":"2026-03-02T16:43:07.264694Z","end":"2026-03-02T16:43:07.373075Z","steps":["trace[1958136515] 'process raft request' (duration: 108.221232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:43:27.873799Z","caller":"traceutil/trace.go:171","msg":"trace[1596905064] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:546; }","duration":"127.583006ms","start":"2026-03-02T16:43:27.746192Z","end":"2026-03-02T16:43:27.873775Z","steps":["trace[1596905064] 'read index received' (duration: 127.3842ms)","trace[1596905064] 'applied index is now lower than readState.Index' (duration: 197.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:43:27.873886Z","caller":"traceutil/trace.go:171","msg":"trace[1071722586] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"273.319235ms","start":"2026-03-02T16:43:27.600527Z","end":"2026-03-02T16:43:27.873847Z","steps":["trace[1071722586] 'process raft request' (duration: 273.127799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:27.874036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.828923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dr75d\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-02T16:43:27.874083Z","caller":"traceutil/trace.go:171","msg":"trace[695782168] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dr75d; range_end:; response_count:1; response_revision:525; }","duration":"127.921344ms","start":"2026-03-02T16:43:27.746151Z","end":"2026-03-02T16:43:27.874072Z","steps":["trace[695782168] 'agreement among raft nodes before linearized reading' (duration: 127.726189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:28.71957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837188254,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:43:28.721255Z","caller":"traceutil/trace.go:171","msg":"trace[709086518] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"831.022123ms","start":"2026-03-02T16:43:27.890209Z","end":"2026-03-02T16:43:28.721231Z","steps":["trace[709086518] 'process raft request' (duration: 830.867779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:43:28.721277Z","caller":"traceutil/trace.go:171","msg":"trace[1883262900] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:548; }","duration":"502.572563ms","start":"2026-03-02T16:43:28.218674Z","end":"2026-03-02T16:43:28.721247Z","steps":["trace[1883262900] 'read index received' (duration: 502.557073ms)","trace[1883262900] 'applied index is now lower than readState.Index' (duration: 13.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:43:28.721434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:27.890173Z","time spent":"831.161416ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:43:28.721565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.861441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:43:28.721604Z","caller":"traceutil/trace.go:171","msg":"trace[366632943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"502.958463ms","start":"2026-03-02T16:43:28.218635Z","end":"2026-03-02T16:43:28.721594Z","steps":["trace[366632943] 'agreement among raft nodes before linearized reading' (duration: 502.726387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:28.72165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:28.218613Z","time spent":"503.027135ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:43:30.163604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.845582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:43:30.163695Z","caller":"traceutil/trace.go:171","msg":"trace[1743839606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:526; }","duration":"711.971255ms","start":"2026-03-02T16:43:29.451703Z","end":"2026-03-02T16:43:30.163675Z","steps":["trace[1743839606] 'range keys from in-memory index tree' (duration: 711.753549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:30.16369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069022675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:43:30.163741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:29.451683Z","time spent":"712.049357ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:43:30.163764Z","caller":"traceutil/trace.go:171","msg":"trace[453385121] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:526; }","duration":"1.069107659s","start":"2026-03-02T16:43:29.094635Z","end":"2026-03-02T16:43:30.163743Z","steps":["trace[453385121] 'range keys from in-memory index tree' (duration: 1.068983095s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:30.163832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:29.094628Z","time spent":"1.069189631s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-02T16:43:30.163822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072013023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T16:43:30.163956Z","caller":"traceutil/trace.go:171","msg":"trace[351617821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:526; }","duration":"1.072189047s","start":"2026-03-02T16:43:29.091732Z","end":"2026-03-02T16:43:30.163921Z","steps":["trace[351617821] 'range keys from in-memory index tree' (duration: 1.071812607s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:30.164034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:29.091714Z","time spent":"1.07230187s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:43:30.164196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187185212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:43:30.164213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117494203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:43:30.164304Z","caller":"traceutil/trace.go:171","msg":"trace[1056433493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:526; }","duration":"1.187338455s","start":"2026-03-02T16:43:28.976935Z","end":"2026-03-02T16:43:30.164274Z","steps":["trace[1056433493] 'range keys from in-memory index tree' (duration: 1.186950245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:30.164345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:28.976916Z","time spent":"1.187420087s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:43:30.164333Z","caller":"traceutil/trace.go:171","msg":"trace[1909613460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:526; }","duration":"1.117646736s","start":"2026-03-02T16:43:29.046653Z","end":"2026-03-02T16:43:30.1643Z","steps":["trace[1909613460] 'range keys from in-memory index tree' (duration: 1.117259167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:30.164395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:29.046634Z","time spent":"1.11774825s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:43:30.164755Z","caller":"traceutil/trace.go:171","msg":"trace[421935174] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"474.351284ms","start":"2026-03-02T16:43:29.690389Z","end":"2026-03-02T16:43:30.16474Z","steps":["trace[421935174] 'process raft request' (duration: 474.113418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:43:30.164754Z","caller":"traceutil/trace.go:171","msg":"trace[703500134] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:548; }","duration":"286.403447ms","start":"2026-03-02T16:43:29.878323Z","end":"2026-03-02T16:43:30.164726Z","steps":["trace[703500134] 'read index received' (duration: 286.09855ms)","trace[703500134] 'applied index is now lower than readState.Index' (duration: 304.137µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:43:30.164856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:43:29.690357Z","time spent":"474.421615ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:43:30.165137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.808578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:43:30.1652Z","caller":"traceutil/trace.go:171","msg":"trace[1003017188] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:527; }","duration":"286.929991ms","start":"2026-03-02T16:43:29.878253Z","end":"2026-03-02T16:43:30.165183Z","steps":["trace[1003017188] 'agreement among raft nodes before linearized reading' (duration: 286.570482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:31.54613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.091773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T16:43:31.921995Z","caller":"traceutil/trace.go:171","msg":"trace[130326987] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"145.115503ms","start":"2026-03-02T16:43:31.77685Z","end":"2026-03-02T16:43:31.921965Z","steps":["trace[130326987] 'process raft request' (duration: 144.924908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:32.542624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.351598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-02T16:43:32.542728Z","caller":"traceutil/trace.go:171","msg":"trace[1354307887] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:665; }","duration":"125.526803ms","start":"2026-03-02T16:43:32.41718Z","end":"2026-03-02T16:43:32.542706Z","steps":["trace[1354307887] 'range keys from in-memory index tree' (duration: 125.221843ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:43:50.487594Z","caller":"traceutil/trace.go:171","msg":"trace[1687021694] linearizableReadLoop","detail":"{readStateIndex:937; appliedIndex:935; }","duration":"104.575159ms","start":"2026-03-02T16:43:50.38298Z","end":"2026-03-02T16:43:50.487555Z","steps":["trace[1687021694] 'read index received' (duration: 57.875047ms)","trace[1687021694] 'applied index is now lower than readState.Index' (duration: 46.698432ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:43:50.487738Z","caller":"traceutil/trace.go:171","msg":"trace[218024278] transaction","detail":"{read_only:false; response_revision:909; number_of_response:1; }","duration":"105.84827ms","start":"2026-03-02T16:43:50.381841Z","end":"2026-03-02T16:43:50.487689Z","steps":["trace[218024278] 'process raft request' (duration: 105.535331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:43:50.487902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.804104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T16:43:50.4879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.893336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:43:50.487987Z","caller":"traceutil/trace.go:171","msg":"trace[1920978052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:909; }","duration":"105.020819ms","start":"2026-03-02T16:43:50.382943Z","end":"2026-03-02T16:43:50.487964Z","steps":["trace[1920978052] 'agreement among raft nodes before linearized reading' (duration: 104.765163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:43:50.488116Z","caller":"traceutil/trace.go:171","msg":"trace[1865845595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:909; }","duration":"104.910007ms","start":"2026-03-02T16:43:50.383038Z","end":"2026-03-02T16:43:50.487948Z","steps":["trace[1865845595] 'agreement among raft nodes before linearized reading' (duration: 104.721133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:43:51.057222Z","caller":"traceutil/trace.go:171","msg":"trace[1771626891] transaction","detail":"{read_only:false; response_revision:917; number_of_response:1; }","duration":"136.285966ms","start":"2026-03-02T16:43:50.920912Z","end":"2026-03-02T16:43:51.057198Z","steps":["trace[1771626891] 'process raft request' (duration: 136.132793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:04.131449Z","caller":"traceutil/trace.go:171","msg":"trace[1319360350] linearizableReadLoop","detail":"{readStateIndex:998; appliedIndex:997; }","duration":"103.518534ms","start":"2026-03-02T16:44:04.027887Z","end":"2026-03-02T16:44:04.131405Z","steps":["trace[1319360350] 'read index received' (duration: 73.695654ms)","trace[1319360350] 'applied index is now lower than readState.Index' (duration: 29.82148ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:04.131481Z","caller":"traceutil/trace.go:171","msg":"trace[864083891] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"112.306701ms","start":"2026-03-02T16:44:04.019121Z","end":"2026-03-02T16:44:04.131427Z","steps":["trace[864083891] 'process raft request' (duration: 82.528102ms)","trace[864083891] 'compare' (duration: 29.552603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:44:04.1321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.174821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-03-02T16:44:04.132157Z","caller":"traceutil/trace.go:171","msg":"trace[868744517] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:966; }","duration":"104.322925ms","start":"2026-03-02T16:44:04.027816Z","end":"2026-03-02T16:44:04.132139Z","steps":["trace[868744517] 'agreement among raft nodes before linearized reading' (duration: 103.743601ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:04.323083Z","caller":"traceutil/trace.go:171","msg":"trace[901956231] transaction","detail":"{read_only:false; number_of_response:1; response_revision:968; }","duration":"116.253332ms","start":"2026-03-02T16:44:04.206791Z","end":"2026-03-02T16:44:04.323044Z","steps":["trace[901956231] 'process raft request' (duration: 48.714948ms)","trace[901956231] 'compare' (duration: 67.37065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:44:25.248543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837189491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:44:25.266868Z","caller":"traceutil/trace.go:171","msg":"trace[1445274062] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1235; }","duration":"518.963135ms","start":"2026-03-02T16:44:24.747866Z","end":"2026-03-02T16:44:25.266829Z","steps":["trace[1445274062] 'read index received' (duration: 518.621975ms)","trace[1445274062] 'applied index is now lower than readState.Index' (duration: 339.68µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:25.266928Z","caller":"traceutil/trace.go:171","msg":"trace[1321432777] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"539.372091ms","start":"2026-03-02T16:44:24.72752Z","end":"2026-03-02T16:44:25.266892Z","steps":["trace[1321432777] 'process raft request' (duration: 539.106154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:25.267088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:24.727495Z","time spent":"539.506065ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:25.268057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.294633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T16:44:25.268059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.364475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:44:25.268121Z","caller":"traceutil/trace.go:171","msg":"trace[1156820370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1195; }","duration":"520.280519ms","start":"2026-03-02T16:44:24.747823Z","end":"2026-03-02T16:44:25.268104Z","steps":["trace[1156820370] 'agreement among raft nodes before linearized reading' (duration: 519.18463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:25.2681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.699335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T16:44:25.268178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:24.747798Z","time spent":"520.36868ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:44:25.268177Z","caller":"traceutil/trace.go:171","msg":"trace[1364302316] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1195; }","duration":"520.269148ms","start":"2026-03-02T16:44:24.747883Z","end":"2026-03-02T16:44:25.268152Z","steps":["trace[1364302316] 'agreement among raft nodes before linearized reading' (duration: 519.179389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:25.2682Z","caller":"traceutil/trace.go:171","msg":"trace[1449607000] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1195; }","duration":"365.85717ms","start":"2026-03-02T16:44:24.902318Z","end":"2026-03-02T16:44:25.268175Z","steps":["trace[1449607000] 'agreement among raft nodes before linearized reading' (duration: 364.786281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:25.268215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.861292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:44:25.268373Z","caller":"traceutil/trace.go:171","msg":"trace[3085909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1195; }","duration":"519.087098ms","start":"2026-03-02T16:44:24.749259Z","end":"2026-03-02T16:44:25.268346Z","steps":["trace[3085909] 'agreement among raft nodes before linearized reading' (duration: 517.894647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:25.268279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:24.747863Z","time spent":"520.379701ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:44:25.26844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:24.749247Z","time spent":"519.17987ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:44:25.268263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:24.902292Z","time spent":"365.954522ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:44:25.95157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837189494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:44:26.452428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837189494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:44:26.953617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837189494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:44:27.011403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.738545696s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:44:27.011802Z","caller":"traceutil/trace.go:171","msg":"trace[2107647835] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"1.739046758s","start":"2026-03-02T16:44:25.272727Z","end":"2026-03-02T16:44:27.011774Z","steps":["trace[2107647835] 'process raft request' (duration: 1.738908234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:27.011942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:25.2727Z","time spent":"1.739149451s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:27.017912Z","caller":"traceutil/trace.go:171","msg":"trace[307376891] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"1.74454059s","start":"2026-03-02T16:44:25.273343Z","end":"2026-03-02T16:44:27.017884Z","steps":["trace[307376891] 'process raft request' (duration: 1.744364346s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:27.018078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:25.27331Z","time spent":"1.744677824s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:27.018246Z","caller":"traceutil/trace.go:171","msg":"trace[1478030001] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"1.744293583s","start":"2026-03-02T16:44:25.273916Z","end":"2026-03-02T16:44:27.018209Z","steps":["trace[1478030001] 'process raft request' (duration: 1.743927424s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:27.018289Z","caller":"traceutil/trace.go:171","msg":"trace[793564357] linearizableReadLoop","detail":"{readStateIndex:1240; appliedIndex:1236; }","duration":"1.567540278s","start":"2026-03-02T16:44:25.450714Z","end":"2026-03-02T16:44:27.018254Z","steps":["trace[793564357] 'read index received' (duration: 1.56103266s)","trace[793564357] 'applied index is now lower than readState.Index' (duration: 6.506848ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:27.018337Z","caller":"traceutil/trace.go:171","msg":"trace[1552447823] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"1.744182471s","start":"2026-03-02T16:44:25.274134Z","end":"2026-03-02T16:44:27.018316Z","steps":["trace[1552447823] 'process raft request' (duration: 1.743996266s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:27.018458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567745835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:44:27.018449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:25.273885Z","time spent":"1.744446198s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:27.018514Z","caller":"traceutil/trace.go:171","msg":"trace[501090165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1199; }","duration":"1.567802096s","start":"2026-03-02T16:44:25.450694Z","end":"2026-03-02T16:44:27.018496Z","steps":["trace[501090165] 'agreement among raft nodes before linearized reading' (duration: 1.567712014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:27.018484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:25.27411Z","time spent":"1.744281175s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:27.018533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.384622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T16:44:27.018536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.689222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:44:27.018562Z","caller":"traceutil/trace.go:171","msg":"trace[686355398] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1199; }","duration":"762.439744ms","start":"2026-03-02T16:44:26.256113Z","end":"2026-03-02T16:44:27.018553Z","steps":["trace[686355398] 'agreement among raft nodes before linearized reading' (duration: 762.30961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:27.018556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:25.450629Z","time spent":"1.567917728s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:44:27.018585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:26.256095Z","time spent":"762.485324ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T16:44:27.018595Z","caller":"traceutil/trace.go:171","msg":"trace[1189836842] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1199; }","duration":"462.763973ms","start":"2026-03-02T16:44:26.55581Z","end":"2026-03-02T16:44:27.018574Z","steps":["trace[1189836842] 'agreement among raft nodes before linearized reading' (duration: 462.660891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:27.01862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:26.555776Z","time spent":"462.837145ms","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":7,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:44:27.476882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.433029ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:44:27.476967Z","caller":"traceutil/trace.go:171","msg":"trace[1102211322] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"200.279143ms","start":"2026-03-02T16:44:27.276676Z","end":"2026-03-02T16:44:27.476955Z","steps":["trace[1102211322] 'process raft request' (duration: 98.713129ms)","trace[1102211322] 'compare' (duration: 101.354937ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:29.43276Z","caller":"traceutil/trace.go:171","msg":"trace[1265939339] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1233; }","duration":"184.995168ms","start":"2026-03-02T16:44:29.247741Z","end":"2026-03-02T16:44:29.432736Z","steps":["trace[1265939339] 'process raft request' (duration: 101.502111ms)","trace[1265939339] 'compare' (duration: 83.380534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:44:52.108023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837190350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:44:52.608997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837190350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:44:52.996508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888008405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:44:52.996681Z","caller":"traceutil/trace.go:171","msg":"trace[2041828947] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1595; }","duration":"1.88819687s","start":"2026-03-02T16:44:51.108461Z","end":"2026-03-02T16:44:52.996658Z","steps":["trace[2041828947] 'count revisions from in-memory index tree' (duration: 1.88783807s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:52.996748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.1084Z","time spent":"1.888322424s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:44:52.99684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830963442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T16:44:52.996895Z","caller":"traceutil/trace.go:171","msg":"trace[827401575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1595; }","duration":"1.831086765s","start":"2026-03-02T16:44:51.165794Z","end":"2026-03-02T16:44:52.996881Z","steps":["trace[827401575] 'range keys from in-memory index tree' (duration: 1.830700314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:52.996928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.165778Z","time spent":"1.831141616s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:44:52.997213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831335931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-02T16:44:52.997263Z","caller":"traceutil/trace.go:171","msg":"trace[1986242292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1595; }","duration":"1.831497315s","start":"2026-03-02T16:44:51.165752Z","end":"2026-03-02T16:44:52.997249Z","steps":["trace[1986242292] 'range keys from in-memory index tree' (duration: 1.831086105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:52.997305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.165723Z","time spent":"1.831569437s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:44:52.9973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825908281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T16:44:52.997376Z","caller":"traceutil/trace.go:171","msg":"trace[1347855999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1595; }","duration":"1.826033544s","start":"2026-03-02T16:44:51.171326Z","end":"2026-03-02T16:44:52.997359Z","steps":["trace[1347855999] 'range keys from in-memory index tree' (duration: 1.825743287s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:52.997409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.171281Z","time spent":"1.826119936s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:44:52.997347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097304472s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:44:52.997453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.825593484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:44:52.997438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78058845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-02T16:44:52.997491Z","caller":"traceutil/trace.go:171","msg":"trace[1978703385] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1595; }","duration":"1.097462607s","start":"2026-03-02T16:44:51.900006Z","end":"2026-03-02T16:44:52.997468Z","steps":["trace[1978703385] 'range keys from in-memory index tree' (duration: 1.09727766s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:52.997498Z","caller":"traceutil/trace.go:171","msg":"trace[1788796413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1595; }","duration":"1.825656615s","start":"2026-03-02T16:44:51.171829Z","end":"2026-03-02T16:44:52.997486Z","steps":["trace[1788796413] 'range keys from in-memory index tree' (duration: 1.825421358s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:52.997517Z","caller":"traceutil/trace.go:171","msg":"trace[203421510] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1595; }","duration":"1.780672893s","start":"2026-03-02T16:44:51.216824Z","end":"2026-03-02T16:44:52.997497Z","steps":["trace[203421510] 'range keys from in-memory index tree' (duration: 1.780432646s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:52.997534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.171824Z","time spent":"1.825701456s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:44:52.997555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.216767Z","time spent":"1.780780196s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10690,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-03-02T16:44:52.997429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618034362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:44:52.997764Z","caller":"traceutil/trace.go:171","msg":"trace[1987259678] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1595; }","duration":"1.618417422s","start":"2026-03-02T16:44:51.379275Z","end":"2026-03-02T16:44:52.997693Z","steps":["trace[1987259678] 'range keys from in-memory index tree' (duration: 1.617832117s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:52.997885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.379248Z","time spent":"1.618607457s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:44:53.109434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837190350,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:44:53.119627Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.720930929s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:44:53.187348Z","caller":"traceutil/trace.go:171","msg":"trace[1848851188] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"1.296142838s","start":"2026-03-02T16:44:51.891179Z","end":"2026-03-02T16:44:53.187322Z","steps":["trace[1848851188] 'process raft request' (duration: 1.295935092s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.187518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.891136Z","time spent":"1.296290462s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:53.187879Z","caller":"traceutil/trace.go:171","msg":"trace[2113950869] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"926.508871ms","start":"2026-03-02T16:44:52.261341Z","end":"2026-03-02T16:44:53.18785Z","steps":["trace[2113950869] 'process raft request' (duration: 926.357076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.18803Z","caller":"traceutil/trace.go:171","msg":"trace[1403657466] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"185.756309ms","start":"2026-03-02T16:44:53.002248Z","end":"2026-03-02T16:44:53.188005Z","steps":["trace[1403657466] 'process raft request' (duration: 185.690007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.188264Z","caller":"traceutil/trace.go:171","msg":"trace[450076586] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"185.173662ms","start":"2026-03-02T16:44:53.00308Z","end":"2026-03-02T16:44:53.188254Z","steps":["trace[450076586] 'process raft request' (duration: 184.886215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.188279Z","caller":"traceutil/trace.go:171","msg":"trace[740783032] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1663; }","duration":"1.58121232s","start":"2026-03-02T16:44:51.607049Z","end":"2026-03-02T16:44:53.188261Z","steps":["trace[740783032] 'read index received' (duration: 1.512879455s)","trace[740783032] 'applied index is now lower than readState.Index' (duration: 68.331815ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:53.18837Z","caller":"traceutil/trace.go:171","msg":"trace[2139280508] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"176.93992ms","start":"2026-03-02T16:44:53.011419Z","end":"2026-03-02T16:44:53.188359Z","steps":["trace[2139280508] 'process raft request' (duration: 176.747696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.18848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352262536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:44:53.188546Z","caller":"traceutil/trace.go:171","msg":"trace[1352732336] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:1605; }","duration":"1.352351438s","start":"2026-03-02T16:44:51.836174Z","end":"2026-03-02T16:44:53.188525Z","steps":["trace[1352732336] 'agreement among raft nodes before linearized reading' (duration: 1.352263716s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.188633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.920354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:44:53.188642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.83615Z","time spent":"1.352475593s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:44:53.188665Z","caller":"traceutil/trace.go:171","msg":"trace[1488460656] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1605; }","duration":"736.988976ms","start":"2026-03-02T16:44:52.451665Z","end":"2026-03-02T16:44:53.188654Z","steps":["trace[1488460656] 'agreement among raft nodes before linearized reading' (duration: 736.950505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.188693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:52.451649Z","time spent":"737.038437ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:44:53.188495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581447017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:44:53.188843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197699325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efc7195e-062d-4c26-861d-5d44541c0882\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-02T16:44:53.188872Z","caller":"traceutil/trace.go:171","msg":"trace[489232260] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1605; }","duration":"1.581865419s","start":"2026-03-02T16:44:51.606993Z","end":"2026-03-02T16:44:53.188858Z","steps":["trace[489232260] 'agreement among raft nodes before linearized reading' (duration: 1.581369665s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.188888Z","caller":"traceutil/trace.go:171","msg":"trace[264867396] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efc7195e-062d-4c26-861d-5d44541c0882; range_end:; response_count:1; response_revision:1605; }","duration":"1.197778647s","start":"2026-03-02T16:44:51.991095Z","end":"2026-03-02T16:44:53.188874Z","steps":["trace[264867396] 'agreement among raft nodes before linearized reading' (duration: 1.197673534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.188919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.991073Z","time spent":"1.197838908s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efc7195e-062d-4c26-861d-5d44541c0882\" "} {"level":"warn","ts":"2026-03-02T16:44:53.188596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.666606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:44:53.187969Z","caller":"traceutil/trace.go:171","msg":"trace[2116528675] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"539.992767ms","start":"2026-03-02T16:44:52.647961Z","end":"2026-03-02T16:44:53.187953Z","steps":["trace[2116528675] 'process raft request' (duration: 539.876274ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.187955Z","caller":"traceutil/trace.go:171","msg":"trace[487066607] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"785.480508ms","start":"2026-03-02T16:44:52.402451Z","end":"2026-03-02T16:44:53.187932Z","steps":["trace[487066607] 'process raft request' (duration: 785.349104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.188021Z","caller":"traceutil/trace.go:171","msg":"trace[472337203] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"185.882582ms","start":"2026-03-02T16:44:53.002129Z","end":"2026-03-02T16:44:53.188012Z","steps":["trace[472337203] 'process raft request' (duration: 185.776579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.18903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:52.647925Z","time spent":"541.069225ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:53.190933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31985623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:44:53.190989Z","caller":"traceutil/trace.go:171","msg":"trace[371238055] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1605; }","duration":"946.055375ms","start":"2026-03-02T16:44:52.242919Z","end":"2026-03-02T16:44:53.188974Z","steps":["trace[371238055] 'agreement among raft nodes before linearized reading' (duration: 945.619194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.191128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:52.242852Z","time spent":"948.220601ms","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:44:53.191208Z","caller":"traceutil/trace.go:171","msg":"trace[1458853793] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1605; }","duration":"1.319970883s","start":"2026-03-02T16:44:51.871021Z","end":"2026-03-02T16:44:53.190992Z","steps":["trace[1458853793] 'agreement among raft nodes before linearized reading' (duration: 1.317723295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.191264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.870967Z","time spent":"1.320283771s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:44:53.19153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:52.402416Z","time spent":"788.936208ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:53.188162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:52.261311Z","time spent":"926.776098ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:53.190793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:51.606969Z","time spent":"1.58193367s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:44:53.187963Z","caller":"traceutil/trace.go:171","msg":"trace[1559438622] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"186.038145ms","start":"2026-03-02T16:44:53.001911Z","end":"2026-03-02T16:44:53.18795Z","steps":["trace[1559438622] 'process raft request' (duration: 185.962594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.187863Z","caller":"traceutil/trace.go:171","msg":"trace[1655942779] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"1.072951982s","start":"2026-03-02T16:44:52.114873Z","end":"2026-03-02T16:44:53.187825Z","steps":["trace[1655942779] 'process raft request' (duration: 1.072402179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.193815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:52.114835Z","time spent":"1.078843205s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:53.386392Z","caller":"traceutil/trace.go:171","msg":"trace[306451694] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"190.695905ms","start":"2026-03-02T16:44:53.195665Z","end":"2026-03-02T16:44:53.386361Z","steps":["trace[306451694] 'process raft request' (duration: 149.090131ms)","trace[306451694] 'compare' (duration: 41.46657ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:53.795539Z","caller":"traceutil/trace.go:171","msg":"trace[972764660] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"599.533195ms","start":"2026-03-02T16:44:53.195972Z","end":"2026-03-02T16:44:53.795505Z","steps":["trace[972764660] 'process raft request' (duration: 548.119407ms)","trace[972764660] 'compare' (duration: 51.008448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:44:53.795719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:53.195961Z","time spent":"599.664339ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:53.795902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.853876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:44:53.795921Z","caller":"traceutil/trace.go:171","msg":"trace[965561449] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"594.926747ms","start":"2026-03-02T16:44:53.200903Z","end":"2026-03-02T16:44:53.79583Z","steps":["trace[965561449] 'process raft request' (duration: 594.701181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.795976Z","caller":"traceutil/trace.go:171","msg":"trace[1212846427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1611; }","duration":"342.976548ms","start":"2026-03-02T16:44:53.452983Z","end":"2026-03-02T16:44:53.79596Z","steps":["trace[1212846427] 'agreement among raft nodes before linearized reading' (duration: 342.844265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.796026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:53.452959Z","time spent":"343.05457ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:44:53.796115Z","caller":"traceutil/trace.go:171","msg":"trace[1636249878] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"599.957476ms","start":"2026-03-02T16:44:53.196076Z","end":"2026-03-02T16:44:53.796033Z","steps":["trace[1636249878] 'process raft request' (duration: 599.346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:53.796215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:53.20087Z","time spent":"595.121621ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:53.796317Z","caller":"traceutil/trace.go:171","msg":"trace[956697301] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"596.480376ms","start":"2026-03-02T16:44:53.199802Z","end":"2026-03-02T16:44:53.796282Z","steps":["trace[956697301] 'process raft request' (duration: 595.721295ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.796307Z","caller":"traceutil/trace.go:171","msg":"trace[359529898] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"594.149877ms","start":"2026-03-02T16:44:53.202121Z","end":"2026-03-02T16:44:53.796271Z","steps":["trace[359529898] 'process raft request' (duration: 593.547571ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:53.795766Z","caller":"traceutil/trace.go:171","msg":"trace[2087618848] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1675; }","duration":"342.697821ms","start":"2026-03-02T16:44:53.453036Z","end":"2026-03-02T16:44:53.795734Z","steps":["trace[2087618848] 'read index received' (duration: 291.068318ms)","trace[2087618848] 'applied index is now lower than readState.Index' (duration: 51.628453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:44:53.796389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:53.19605Z","time spent":"600.199153ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":977,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:53.796486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:53.199784Z","time spent":"596.607429ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1529,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:44:53.796536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.752932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:44:53.796585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:44:53.202106Z","time spent":"594.31318ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:44:53.7967Z","caller":"traceutil/trace.go:171","msg":"trace[897562861] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1611; }","duration":"143.854535ms","start":"2026-03-02T16:44:53.652731Z","end":"2026-03-02T16:44:53.796585Z","steps":["trace[897562861] 'agreement among raft nodes before linearized reading' (duration: 143.738462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:55.35213Z","caller":"traceutil/trace.go:171","msg":"trace[861401302] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"148.294711ms","start":"2026-03-02T16:44:55.203804Z","end":"2026-03-02T16:44:55.352099Z","steps":["trace[861401302] 'process raft request' (duration: 148.190808ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:55.352187Z","caller":"traceutil/trace.go:171","msg":"trace[1183149220] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"148.486506ms","start":"2026-03-02T16:44:55.203657Z","end":"2026-03-02T16:44:55.352143Z","steps":["trace[1183149220] 'process raft request' (duration: 145.345094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:55.352437Z","caller":"traceutil/trace.go:171","msg":"trace[1814154495] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"148.592628ms","start":"2026-03-02T16:44:55.20381Z","end":"2026-03-02T16:44:55.352402Z","steps":["trace[1814154495] 'process raft request' (duration: 148.239379ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:55.352615Z","caller":"traceutil/trace.go:171","msg":"trace[976636310] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1683; }","duration":"148.69375ms","start":"2026-03-02T16:44:55.203832Z","end":"2026-03-02T16:44:55.352526Z","steps":["trace[976636310] 'read index received' (duration: 1.040057ms)","trace[976636310] 'applied index is now lower than readState.Index' (duration: 147.639113ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:44:55.35272Z","caller":"traceutil/trace.go:171","msg":"trace[421309283] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"107.772384ms","start":"2026-03-02T16:44:55.244926Z","end":"2026-03-02T16:44:55.352698Z","steps":["trace[421309283] 'process raft request' (duration: 107.601929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:55.353004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.157293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T16:44:55.35304Z","caller":"traceutil/trace.go:171","msg":"trace[2011067859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1620; }","duration":"149.266985ms","start":"2026-03-02T16:44:55.203765Z","end":"2026-03-02T16:44:55.353032Z","steps":["trace[2011067859] 'agreement among raft nodes before linearized reading' (duration: 149.007179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:55.353134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.319659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-efc7195e-062d-4c26-861d-5d44541c0882\" ","response":"range_response_count:1 size:3933"} {"level":"info","ts":"2026-03-02T16:44:55.353219Z","caller":"traceutil/trace.go:171","msg":"trace[191197027] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-efc7195e-062d-4c26-861d-5d44541c0882; range_end:; response_count:1; response_revision:1620; }","duration":"146.444682ms","start":"2026-03-02T16:44:55.206752Z","end":"2026-03-02T16:44:55.353196Z","steps":["trace[191197027] 'agreement among raft nodes before linearized reading' (duration: 146.186296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:55.353303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.290579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10982"} {"level":"info","ts":"2026-03-02T16:44:55.353373Z","caller":"traceutil/trace.go:171","msg":"trace[1580782287] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1620; }","duration":"110.428783ms","start":"2026-03-02T16:44:55.242926Z","end":"2026-03-02T16:44:55.353355Z","steps":["trace[1580782287] 'agreement among raft nodes before linearized reading' (duration: 110.194726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:44:55.353384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.562035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:44:55.35349Z","caller":"traceutil/trace.go:171","msg":"trace[104924328] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1620; }","duration":"144.710338ms","start":"2026-03-02T16:44:55.208754Z","end":"2026-03-02T16:44:55.353465Z","steps":["trace[104924328] 'agreement among raft nodes before linearized reading' (duration: 144.406269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:44:55.352705Z","caller":"traceutil/trace.go:171","msg":"trace[1144849108] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"146.833823ms","start":"2026-03-02T16:44:55.205838Z","end":"2026-03-02T16:44:55.352672Z","steps":["trace[1144849108] 'process raft request' (duration: 146.518254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:00.043301Z","caller":"traceutil/trace.go:171","msg":"trace[1015008201] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"213.659973ms","start":"2026-03-02T16:44:59.829616Z","end":"2026-03-02T16:45:00.043276Z","steps":["trace[1015008201] 'process raft request' (duration: 213.529109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:01.525011Z","caller":"traceutil/trace.go:171","msg":"trace[575574659] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"131.510131ms","start":"2026-03-02T16:45:01.393465Z","end":"2026-03-02T16:45:01.524975Z","steps":["trace[575574659] 'process raft request' (duration: 122.291333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:01.649634Z","caller":"traceutil/trace.go:171","msg":"trace[772177623] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"255.086558ms","start":"2026-03-02T16:45:01.39452Z","end":"2026-03-02T16:45:01.649607Z","steps":["trace[772177623] 'process raft request' (duration: 239.27391ms)","trace[772177623] 'compare' (duration: 15.592913ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:01.650119Z","caller":"traceutil/trace.go:171","msg":"trace[637727780] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"254.818971ms","start":"2026-03-02T16:45:01.395283Z","end":"2026-03-02T16:45:01.650102Z","steps":["trace[637727780] 'process raft request' (duration: 254.244176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:01.65025Z","caller":"traceutil/trace.go:171","msg":"trace[1935370273] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"254.824391ms","start":"2026-03-02T16:45:01.395385Z","end":"2026-03-02T16:45:01.650209Z","steps":["trace[1935370273] 'process raft request' (duration: 254.43397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:01.705798Z","caller":"traceutil/trace.go:171","msg":"trace[545906206] linearizableReadLoop","detail":"{readStateIndex:1750; appliedIndex:1746; }","duration":"302.939875ms","start":"2026-03-02T16:45:01.402817Z","end":"2026-03-02T16:45:01.705757Z","steps":["trace[545906206] 'read index received' (duration: 112.937391ms)","trace[545906206] 'applied index is now lower than readState.Index' (duration: 190.000534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:45:01.706156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.303984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:45:01.706223Z","caller":"traceutil/trace.go:171","msg":"trace[1987060844] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1679; }","duration":"303.414627ms","start":"2026-03-02T16:45:01.402777Z","end":"2026-03-02T16:45:01.706192Z","steps":["trace[1987060844] 'agreement among raft nodes before linearized reading' (duration: 303.12726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:01.706264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:01.402762Z","time spent":"303.492799ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:45:05.952989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837190561,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:45:06.252924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006657117s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:45:06.253599Z","caller":"traceutil/trace.go:171","msg":"trace[516776823] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"1.007467238s","start":"2026-03-02T16:45:05.246101Z","end":"2026-03-02T16:45:06.253568Z","steps":["trace[516776823] 'process raft request' (duration: 1.007270763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.253957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.246064Z","time spent":"1.007627132s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:06.379684Z","caller":"traceutil/trace.go:171","msg":"trace[100326263] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"1.127603565s","start":"2026-03-02T16:45:05.252053Z","end":"2026-03-02T16:45:06.379657Z","steps":["trace[100326263] 'process raft request' (duration: 1.102130586s)","trace[100326263] 'compare' (duration: 25.281714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:45:06.379851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.252024Z","time spent":"1.127743019s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:06.380045Z","caller":"traceutil/trace.go:171","msg":"trace[445233950] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1768; }","duration":"927.348206ms","start":"2026-03-02T16:45:05.45267Z","end":"2026-03-02T16:45:06.380018Z","steps":["trace[445233950] 'read index received' (duration: 800.468685ms)","trace[445233950] 'applied index is now lower than readState.Index' (duration: 126.877901ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:06.380096Z","caller":"traceutil/trace.go:171","msg":"trace[664274669] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"978.053317ms","start":"2026-03-02T16:45:05.402019Z","end":"2026-03-02T16:45:06.380073Z","steps":["trace[664274669] 'process raft request' (duration: 977.566684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.401993Z","time spent":"978.15058ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:45:06.380211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.52171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:45:06.380245Z","caller":"traceutil/trace.go:171","msg":"trace[769187593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"927.611442ms","start":"2026-03-02T16:45:05.452623Z","end":"2026-03-02T16:45:06.380235Z","steps":["trace[769187593] 'agreement among raft nodes before linearized reading' (duration: 927.53167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.38028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.452603Z","time spent":"927.667104ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:45:06.380287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.771717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:45:06.38033Z","caller":"traceutil/trace.go:171","msg":"trace[465721302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1699; }","duration":"835.851559ms","start":"2026-03-02T16:45:05.544467Z","end":"2026-03-02T16:45:06.380318Z","steps":["trace[465721302] 'agreement among raft nodes before linearized reading' (duration: 835.711846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.544444Z","time spent":"835.91897ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:06.380356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.826029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:45:06.380434Z","caller":"traceutil/trace.go:171","msg":"trace[448469344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1699; }","duration":"641.949012ms","start":"2026-03-02T16:45:05.738462Z","end":"2026-03-02T16:45:06.380411Z","steps":["trace[448469344] 'agreement among raft nodes before linearized reading' (duration: 641.752258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.738435Z","time spent":"642.033077ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:45:06.380591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.604105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:45:06.380646Z","caller":"traceutil/trace.go:171","msg":"trace[1546736860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1699; }","duration":"716.701428ms","start":"2026-03-02T16:45:05.663922Z","end":"2026-03-02T16:45:06.380624Z","steps":["trace[1546736860] 'agreement among raft nodes before linearized reading' (duration: 716.545894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.18127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:45:06.380707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.663912Z","time spent":"716.779319ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:06.380733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.786976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:45:06.38075Z","caller":"traceutil/trace.go:171","msg":"trace[778304650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1699; }","duration":"717.249501ms","start":"2026-03-02T16:45:05.663488Z","end":"2026-03-02T16:45:06.380738Z","steps":["trace[778304650] 'agreement among raft nodes before linearized reading' (duration: 717.133068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.383152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T16:45:06.380769Z","caller":"traceutil/trace.go:171","msg":"trace[605865907] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1699; }","duration":"122.856998ms","start":"2026-03-02T16:45:06.257902Z","end":"2026-03-02T16:45:06.380759Z","steps":["trace[605865907] 'agreement among raft nodes before linearized reading' (duration: 122.728925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.663463Z","time spent":"717.317293ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:45:06.380796Z","caller":"traceutil/trace.go:171","msg":"trace[261359822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1699; }","duration":"314.474994ms","start":"2026-03-02T16:45:06.066311Z","end":"2026-03-02T16:45:06.380786Z","steps":["trace[261359822] 'agreement among raft nodes before linearized reading' (duration: 314.375911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:06.066283Z","time spent":"314.539065ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:45:06.380854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.906365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:45:06.380915Z","caller":"traceutil/trace.go:171","msg":"trace[948586812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1699; }","duration":"713.980157ms","start":"2026-03-02T16:45:05.666916Z","end":"2026-03-02T16:45:06.380896Z","steps":["trace[948586812] 'agreement among raft nodes before linearized reading' (duration: 713.817193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:06.380955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:05.666909Z","time spent":"714.035988ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:45:32.688976Z","caller":"traceutil/trace.go:171","msg":"trace[2067127027] linearizableReadLoop","detail":"{readStateIndex:1923; appliedIndex:1921; }","duration":"187.791917ms","start":"2026-03-02T16:45:32.501138Z","end":"2026-03-02T16:45:32.68893Z","steps":["trace[2067127027] 'read index received' (duration: 19.244097ms)","trace[2067127027] 'applied index is now lower than readState.Index' (duration: 168.54509ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:32.689116Z","caller":"traceutil/trace.go:171","msg":"trace[1297732429] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"212.155897ms","start":"2026-03-02T16:45:32.47688Z","end":"2026-03-02T16:45:32.689036Z","steps":["trace[1297732429] 'process raft request' (duration: 138.02965ms)","trace[1297732429] 'compare' (duration: 73.871251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:45:32.689315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.137276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:45:32.689438Z","caller":"traceutil/trace.go:171","msg":"trace[1200088702] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1845; }","duration":"188.307421ms","start":"2026-03-02T16:45:32.501105Z","end":"2026-03-02T16:45:32.689412Z","steps":["trace[1200088702] 'agreement among raft nodes before linearized reading' (duration: 188.062804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:32.689426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.983547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:45:32.689524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.397417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:45:32.689555Z","caller":"traceutil/trace.go:171","msg":"trace[1168391898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1845; }","duration":"153.141751ms","start":"2026-03-02T16:45:32.536382Z","end":"2026-03-02T16:45:32.689523Z","steps":["trace[1168391898] 'agreement among raft nodes before linearized reading' (duration: 152.856473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:32.689551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.517574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:45:32.689593Z","caller":"traceutil/trace.go:171","msg":"trace[2088526371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1845; }","duration":"141.51656ms","start":"2026-03-02T16:45:32.54806Z","end":"2026-03-02T16:45:32.689576Z","steps":["trace[2088526371] 'agreement among raft nodes before linearized reading' (duration: 141.272084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:32.689771Z","caller":"traceutil/trace.go:171","msg":"trace[416339574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1845; }","duration":"145.641997ms","start":"2026-03-02T16:45:32.543994Z","end":"2026-03-02T16:45:32.689636Z","steps":["trace[416339574] 'agreement among raft nodes before linearized reading' (duration: 145.35759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:32.689818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.90507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:45:32.689888Z","caller":"traceutil/trace.go:171","msg":"trace[1155496381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1845; }","duration":"147.027383ms","start":"2026-03-02T16:45:32.542839Z","end":"2026-03-02T16:45:32.689866Z","steps":["trace[1155496381] 'agreement among raft nodes before linearized reading' (duration: 146.785877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:32.689951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.310968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:45:32.690047Z","caller":"traceutil/trace.go:171","msg":"trace[1282887453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1845; }","duration":"128.421651ms","start":"2026-03-02T16:45:32.561596Z","end":"2026-03-02T16:45:32.690017Z","steps":["trace[1282887453] 'agreement among raft nodes before linearized reading' (duration: 128.019681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:32.69008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.106918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:45:32.6902Z","caller":"traceutil/trace.go:171","msg":"trace[1059120532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1845; }","duration":"122.291863ms","start":"2026-03-02T16:45:32.567879Z","end":"2026-03-02T16:45:32.690171Z","steps":["trace[1059120532] 'agreement among raft nodes before linearized reading' (duration: 121.592065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:38.746526Z","caller":"traceutil/trace.go:171","msg":"trace[1738089501] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"489.620974ms","start":"2026-03-02T16:45:38.256885Z","end":"2026-03-02T16:45:38.746506Z","steps":["trace[1738089501] 'process raft request' (duration: 489.48089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:38.746683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.256861Z","time spent":"489.732378ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:45:40.787749Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.041345149s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:45:40.788297Z","caller":"traceutil/trace.go:171","msg":"trace[2075717469] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"2.251077994s","start":"2026-03-02T16:45:38.537186Z","end":"2026-03-02T16:45:40.788264Z","steps":["trace[2075717469] 'process raft request' (duration: 2.250985961s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.788417Z","caller":"traceutil/trace.go:171","msg":"trace[1916737777] transaction","detail":"{read_only:false; response_revision:1872; number_of_response:1; }","duration":"2.384019272s","start":"2026-03-02T16:45:38.404369Z","end":"2026-03-02T16:45:40.788388Z","steps":["trace[1916737777] 'process raft request' (duration: 2.38357786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.788522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.53717Z","time spent":"2.251230827s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:40.788704Z","caller":"traceutil/trace.go:171","msg":"trace[170160865] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"2.119112111s","start":"2026-03-02T16:45:38.669572Z","end":"2026-03-02T16:45:40.788684Z","steps":["trace[170160865] 'process raft request' (duration: 2.118652339s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.788792Z","caller":"traceutil/trace.go:171","msg":"trace[747314928] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"2.080312197s","start":"2026-03-02T16:45:38.708465Z","end":"2026-03-02T16:45:40.788778Z","steps":["trace[747314928] 'process raft request' (duration: 2.08006764s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.788796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.669556Z","time spent":"2.119192362s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:40.788776Z","caller":"traceutil/trace.go:171","msg":"trace[399900024] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1949; }","duration":"2.33983528s","start":"2026-03-02T16:45:38.448862Z","end":"2026-03-02T16:45:40.788697Z","steps":["trace[399900024] 'read index received' (duration: 297.523476ms)","trace[399900024] 'applied index is now lower than readState.Index' (duration: 2.042310234s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:45:40.788866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.708446Z","time spent":"2.080383939s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:45:40.789075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765944135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:45:40.789131Z","caller":"traceutil/trace.go:171","msg":"trace[223435197] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1875; }","duration":"1.766049928s","start":"2026-03-02T16:45:39.023065Z","end":"2026-03-02T16:45:40.789115Z","steps":["trace[223435197] 'agreement among raft nodes before linearized reading' (duration: 1.765874244s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000952284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:45:40.789161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:39.023039Z","time spent":"1.766114299s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":12,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:45:40.78918Z","caller":"traceutil/trace.go:171","msg":"trace[463601906] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"2.001032077s","start":"2026-03-02T16:45:38.788132Z","end":"2026-03-02T16:45:40.789164Z","steps":["trace[463601906] 'agreement among raft nodes before linearized reading' (duration: 2.000811641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.788118Z","time spent":"2.001096428s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:45:40.789277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521727688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18991400292f4157\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-03-02T16:45:40.789158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002546355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T16:45:40.789297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038068714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:45:40.789321Z","caller":"traceutil/trace.go:171","msg":"trace[314244639] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18991400292f4157; range_end:; response_count:1; response_revision:1875; }","duration":"1.52180209s","start":"2026-03-02T16:45:39.267507Z","end":"2026-03-02T16:45:40.789309Z","steps":["trace[314244639] 'agreement among raft nodes before linearized reading' (duration: 1.521681767s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:40.789344Z","caller":"traceutil/trace.go:171","msg":"trace[1918191782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.00275088s","start":"2026-03-02T16:45:38.786571Z","end":"2026-03-02T16:45:40.789322Z","steps":["trace[1918191782] 'agreement among raft nodes before linearized reading' (duration: 2.002479264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:39.267491Z","time spent":"1.521856582s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18991400292f4157\" "} {"level":"info","ts":"2026-03-02T16:45:40.78936Z","caller":"traceutil/trace.go:171","msg":"trace[2021925287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.038164866s","start":"2026-03-02T16:45:38.751177Z","end":"2026-03-02T16:45:40.789342Z","steps":["trace[2021925287] 'agreement among raft nodes before linearized reading' (duration: 2.037946851s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.786556Z","time spent":"2.002820133s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:40.78934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336686513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:45:40.789326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302602162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:45:40.789506Z","caller":"traceutil/trace.go:171","msg":"trace[431334924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"1.336903809s","start":"2026-03-02T16:45:39.452569Z","end":"2026-03-02T16:45:40.789473Z","steps":["trace[431334924] 'agreement among raft nodes before linearized reading' (duration: 1.336615971s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:39.452529Z","time spent":"1.337035412s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:45:40.789553Z","caller":"traceutil/trace.go:171","msg":"trace[292609277] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1875; }","duration":"1.302969602s","start":"2026-03-02T16:45:39.486557Z","end":"2026-03-02T16:45:40.789527Z","steps":["trace[292609277] 'agreement among raft nodes before linearized reading' (duration: 1.30252865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.78946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T16:45:40.789678Z","caller":"traceutil/trace.go:171","msg":"trace[197642516] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"2.000279027s","start":"2026-03-02T16:45:38.789386Z","end":"2026-03-02T16:45:40.789665Z","steps":["trace[197642516] 'agreement among raft nodes before linearized reading' (duration: 1.999933767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.138452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"warn","ts":"2026-03-02T16:45:40.789709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:39.486535Z","time spent":"1.303150055s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:45:40.789785Z","caller":"traceutil/trace.go:171","msg":"trace[768888560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1875; }","duration":"796.271785ms","start":"2026-03-02T16:45:39.993489Z","end":"2026-03-02T16:45:40.789761Z","steps":["trace[768888560] 'agreement among raft nodes before linearized reading' (duration: 796.018879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.789399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.751164Z","time spent":"2.038229879s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:40.789721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.789375Z","time spent":"2.000335548s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:45:40.789886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.404346Z","time spent":"2.384104584s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:45:40.789663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:45:40.790086Z","caller":"traceutil/trace.go:171","msg":"trace[1110917365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"2.000732129s","start":"2026-03-02T16:45:38.789336Z","end":"2026-03-02T16:45:40.790068Z","steps":["trace[1110917365] 'agreement among raft nodes before linearized reading' (duration: 2.000153364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.790148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.789326Z","time spent":"2.000805821s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:40.790035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.341174365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:45:40.790212Z","caller":"traceutil/trace.go:171","msg":"trace[910030461] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1875; }","duration":"2.34138917s","start":"2026-03-02T16:45:38.448808Z","end":"2026-03-02T16:45:40.790197Z","steps":["trace[910030461] 'agreement among raft nodes before linearized reading' (duration: 2.341136033s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.790245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.448782Z","time spent":"2.341454032s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":15,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:45:40.790268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054871148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:45:40.79034Z","caller":"traceutil/trace.go:171","msg":"trace[1022037435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1875; }","duration":"2.054978361s","start":"2026-03-02T16:45:38.735342Z","end":"2026-03-02T16:45:40.79032Z","steps":["trace[1022037435] 'agreement among raft nodes before linearized reading' (duration: 2.053606135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:40.790393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:38.735326Z","time spent":"2.055053513s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:45:40.789839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:39.993456Z","time spent":"796.369228ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:45:41.994359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.471263ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T16:45:41.994479Z","caller":"traceutil/trace.go:171","msg":"trace[276853294] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1960; }","duration":"317.0263ms","start":"2026-03-02T16:45:41.677429Z","end":"2026-03-02T16:45:41.994455Z","steps":["trace[276853294] 'read index received' (duration: 42.502µs)","trace[276853294] 'applied index is now lower than readState.Index' (duration: 316.981958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:45:41.994636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.197154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:45:41.994684Z","caller":"traceutil/trace.go:171","msg":"trace[297845388] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1881; }","duration":"317.311917ms","start":"2026-03-02T16:45:41.677362Z","end":"2026-03-02T16:45:41.994674Z","steps":["trace[297845388] 'agreement among raft nodes before linearized reading' (duration: 317.212024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:41.994725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:41.67734Z","time spent":"317.374399ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:45:41.994971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.516631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:45:41.995047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.518236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:45:41.995073Z","caller":"traceutil/trace.go:171","msg":"trace[1375853275] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1881; }","duration":"206.856391ms","start":"2026-03-02T16:45:41.788191Z","end":"2026-03-02T16:45:41.995048Z","steps":["trace[1375853275] 'agreement among raft nodes before linearized reading' (duration: 206.46981ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:41.995142Z","caller":"traceutil/trace.go:171","msg":"trace[1690193068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1881; }","duration":"188.625339ms","start":"2026-03-02T16:45:41.806479Z","end":"2026-03-02T16:45:41.995105Z","steps":["trace[1690193068] 'agreement among raft nodes before linearized reading' (duration: 188.200868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.341988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837190985,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:45:43.716668Z","caller":"traceutil/trace.go:171","msg":"trace[252852395] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"907.499232ms","start":"2026-03-02T16:45:42.809146Z","end":"2026-03-02T16:45:43.716646Z","steps":["trace[252852395] 'process raft request' (duration: 907.281045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.716816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.809116Z","time spent":"907.625046ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:43.777699Z","caller":"traceutil/trace.go:171","msg":"trace[1819682822] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"967.773071ms","start":"2026-03-02T16:45:42.809902Z","end":"2026-03-02T16:45:43.777675Z","steps":["trace[1819682822] 'process raft request' (duration: 967.530225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.777851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.809888Z","time spent":"967.889193ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:45:43.777998Z","caller":"traceutil/trace.go:171","msg":"trace[1337771246] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1961; }","duration":"936.259686ms","start":"2026-03-02T16:45:42.841643Z","end":"2026-03-02T16:45:43.777903Z","steps":["trace[1337771246] 'read index received' (duration: 874.206602ms)","trace[1337771246] 'applied index is now lower than readState.Index' (duration: 62.049484ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:43.778065Z","caller":"traceutil/trace.go:171","msg":"trace[362576642] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"943.77537ms","start":"2026-03-02T16:45:42.834225Z","end":"2026-03-02T16:45:43.778001Z","steps":["trace[362576642] 'process raft request' (duration: 943.36918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.77826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.834199Z","time spent":"943.963586ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:45:43.778388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.747599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T16:45:43.778398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.710528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:45:43.778419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.661018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:45:43.778433Z","caller":"traceutil/trace.go:171","msg":"trace[304956917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"936.862972ms","start":"2026-03-02T16:45:42.841558Z","end":"2026-03-02T16:45:43.778421Z","steps":["trace[304956917] 'agreement among raft nodes before linearized reading' (duration: 936.511264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.778425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.424607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-02T16:45:43.778448Z","caller":"traceutil/trace.go:171","msg":"trace[243532129] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1884; }","duration":"936.820921ms","start":"2026-03-02T16:45:42.841615Z","end":"2026-03-02T16:45:43.778436Z","steps":["trace[243532129] 'agreement among raft nodes before linearized reading' (duration: 936.607775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.77847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.841533Z","time spent":"936.930273ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:43.778447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.633668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T16:45:43.77847Z","caller":"traceutil/trace.go:171","msg":"trace[1053674657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1884; }","duration":"324.75515ms","start":"2026-03-02T16:45:43.4537Z","end":"2026-03-02T16:45:43.778455Z","steps":["trace[1053674657] 'agreement among raft nodes before linearized reading' (duration: 324.685168ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:43.778488Z","caller":"traceutil/trace.go:171","msg":"trace[367575014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"770.53488ms","start":"2026-03-02T16:45:43.007934Z","end":"2026-03-02T16:45:43.778469Z","steps":["trace[367575014] 'agreement among raft nodes before linearized reading' (duration: 770.346286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.778489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.841592Z","time spent":"936.887373ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:45:43.778541Z","caller":"traceutil/trace.go:171","msg":"trace[69153038] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1884; }","duration":"101.756572ms","start":"2026-03-02T16:45:43.67677Z","end":"2026-03-02T16:45:43.778527Z","steps":["trace[69153038] 'agreement among raft nodes before linearized reading' (duration: 101.573677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.778577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:43.453683Z","time spent":"324.880154ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:45:43.778578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:43.007912Z","time spent":"770.653374ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T16:45:43.778586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.183534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:45:43.778614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.659957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:45:43.778649Z","caller":"traceutil/trace.go:171","msg":"trace[1116425262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"936.712199ms","start":"2026-03-02T16:45:42.841928Z","end":"2026-03-02T16:45:43.77864Z","steps":["trace[1116425262] 'agreement among raft nodes before linearized reading' (duration: 936.563985ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:43.778649Z","caller":"traceutil/trace.go:171","msg":"trace[1146079453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1884; }","duration":"936.281026ms","start":"2026-03-02T16:45:42.842354Z","end":"2026-03-02T16:45:43.778635Z","steps":["trace[1146079453] 'agreement among raft nodes before linearized reading' (duration: 936.047941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.778673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.84192Z","time spent":"936.746959ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:45:43.778697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.842347Z","time spent":"936.343298ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:45:43.779301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.719698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:45:43.779387Z","caller":"traceutil/trace.go:171","msg":"trace[2141128513] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1884; }","duration":"936.833161ms","start":"2026-03-02T16:45:42.842529Z","end":"2026-03-02T16:45:43.779362Z","steps":["trace[2141128513] 'agreement among raft nodes before linearized reading' (duration: 936.054611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:45:43.779425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:45:42.84251Z","time spent":"936.905422ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:45:44.081654Z","caller":"traceutil/trace.go:171","msg":"trace[442382994] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"298.060699ms","start":"2026-03-02T16:45:43.783573Z","end":"2026-03-02T16:45:44.081633Z","steps":["trace[442382994] 'process raft request' (duration: 297.941466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:44.081809Z","caller":"traceutil/trace.go:171","msg":"trace[434016045] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"298.340676ms","start":"2026-03-02T16:45:43.783455Z","end":"2026-03-02T16:45:44.081795Z","steps":["trace[434016045] 'process raft request' (duration: 264.203804ms)","trace[434016045] 'compare' (duration: 33.27135ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:44.0821Z","caller":"traceutil/trace.go:171","msg":"trace[1321819457] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"298.360767ms","start":"2026-03-02T16:45:43.783693Z","end":"2026-03-02T16:45:44.082054Z","steps":["trace[1321819457] 'process raft request' (duration: 298.037998ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:44.082138Z","caller":"traceutil/trace.go:171","msg":"trace[521104840] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"298.468211ms","start":"2026-03-02T16:45:43.783623Z","end":"2026-03-02T16:45:44.082092Z","steps":["trace[521104840] 'process raft request' (duration: 297.974178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:44.08219Z","caller":"traceutil/trace.go:171","msg":"trace[509581878] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"298.409488ms","start":"2026-03-02T16:45:43.783701Z","end":"2026-03-02T16:45:44.08211Z","steps":["trace[509581878] 'process raft request' (duration: 298.174011ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:44.082333Z","caller":"traceutil/trace.go:171","msg":"trace[525641002] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"176.337602ms","start":"2026-03-02T16:45:43.90567Z","end":"2026-03-02T16:45:44.082008Z","steps":["trace[525641002] 'process raft request' (duration: 176.28683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:44.082201Z","caller":"traceutil/trace.go:171","msg":"trace[2018549041] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"297.779301ms","start":"2026-03-02T16:45:43.78438Z","end":"2026-03-02T16:45:44.082159Z","steps":["trace[2018549041] 'process raft request' (duration: 297.538195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:45:59.952602Z","caller":"traceutil/trace.go:171","msg":"trace[947718075] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"112.950893ms","start":"2026-03-02T16:45:59.83962Z","end":"2026-03-02T16:45:59.952571Z","steps":["trace[947718075] 'process raft request' (duration: 52.259102ms)","trace[947718075] 'compare' (duration: 60.359801ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:45:59.952657Z","caller":"traceutil/trace.go:171","msg":"trace[1647336432] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"104.441562ms","start":"2026-03-02T16:45:59.848177Z","end":"2026-03-02T16:45:59.952619Z","steps":["trace[1647336432] 'process raft request' (duration: 104.287528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:04.106026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.398102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:46:04.106269Z","caller":"traceutil/trace.go:171","msg":"trace[1197939625] linearizableReadLoop","detail":"{readStateIndex:2080; appliedIndex:2078; }","duration":"116.173045ms","start":"2026-03-02T16:46:03.990069Z","end":"2026-03-02T16:46:04.106242Z","steps":["trace[1197939625] 'read index received' (duration: 5.492083ms)","trace[1197939625] 'applied index is now lower than readState.Index' (duration: 110.678482ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:04.106309Z","caller":"traceutil/trace.go:171","msg":"trace[164564936] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"134.092129ms","start":"2026-03-02T16:46:03.972171Z","end":"2026-03-02T16:46:04.106264Z","steps":["trace[164564936] 'process raft request' (duration: 27.303526ms)","trace[164564936] 'compare' (duration: 106.186447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:46:04.106503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.446101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"info","ts":"2026-03-02T16:46:04.106569Z","caller":"traceutil/trace.go:171","msg":"trace[264383831] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1995; }","duration":"116.572515ms","start":"2026-03-02T16:46:03.989977Z","end":"2026-03-02T16:46:04.106549Z","steps":["trace[264383831] 'agreement among raft nodes before linearized reading' (duration: 116.339319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:04.304261Z","caller":"traceutil/trace.go:171","msg":"trace[426266538] linearizableReadLoop","detail":"{readStateIndex:2081; appliedIndex:2080; }","duration":"119.126012ms","start":"2026-03-02T16:46:04.1851Z","end":"2026-03-02T16:46:04.304226Z","steps":["trace[426266538] 'read index received' (duration: 71.946091ms)","trace[426266538] 'applied index is now lower than readState.Index' (duration: 47.178571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:46:04.30467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.536232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-02T16:46:04.304501Z","caller":"traceutil/trace.go:171","msg":"trace[491525774] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"121.389179ms","start":"2026-03-02T16:46:04.18305Z","end":"2026-03-02T16:46:04.304439Z","steps":["trace[491525774] 'process raft request' (duration: 74.078075ms)","trace[491525774] 'compare' (duration: 46.899483ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:04.304728Z","caller":"traceutil/trace.go:171","msg":"trace[714714933] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1996; }","duration":"119.671686ms","start":"2026-03-02T16:46:04.185038Z","end":"2026-03-02T16:46:04.304709Z","steps":["trace[714714933] 'agreement among raft nodes before linearized reading' (duration: 119.382719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:22.319825Z","caller":"traceutil/trace.go:171","msg":"trace[1456416668] transaction","detail":"{read_only:false; response_revision:2091; number_of_response:1; }","duration":"152.974946ms","start":"2026-03-02T16:46:22.166823Z","end":"2026-03-02T16:46:22.319798Z","steps":["trace[1456416668] 'process raft request' (duration: 152.838303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:23.512615Z","caller":"traceutil/trace.go:171","msg":"trace[203513292] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"103.255504ms","start":"2026-03-02T16:46:23.409341Z","end":"2026-03-02T16:46:23.512596Z","steps":["trace[203513292] 'process raft request' (duration: 103.124741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:25.659229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.782224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:46:25.659341Z","caller":"traceutil/trace.go:171","msg":"trace[1650340775] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"394.643261ms","start":"2026-03-02T16:46:25.264679Z","end":"2026-03-02T16:46:25.659323Z","steps":["trace[1650340775] 'process raft request' (duration: 289.677272ms)","trace[1650340775] 'compare' (duration: 104.6539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:46:25.659391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.264658Z","time spent":"394.712673ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1340,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T16:46:25.674811Z","caller":"traceutil/trace.go:171","msg":"trace[7360024] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2267; }","duration":"333.672548ms","start":"2026-03-02T16:46:25.341125Z","end":"2026-03-02T16:46:25.674797Z","steps":["trace[7360024] 'read index received' (duration: 213.387824ms)","trace[7360024] 'applied index is now lower than readState.Index' (duration: 120.283744ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:25.674915Z","caller":"traceutil/trace.go:171","msg":"trace[2006244585] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"405.317017ms","start":"2026-03-02T16:46:25.269562Z","end":"2026-03-02T16:46:25.674879Z","steps":["trace[2006244585] 'process raft request' (duration: 405.155933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:25.674956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.814101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:46:25.675066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.753867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:46:25.675104Z","caller":"traceutil/trace.go:171","msg":"trace[1361415487] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2176; }","duration":"333.996776ms","start":"2026-03-02T16:46:25.341095Z","end":"2026-03-02T16:46:25.675092Z","steps":["trace[1361415487] 'agreement among raft nodes before linearized reading' (duration: 333.788721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:25.675089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.269534Z","time spent":"405.46916ms","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T16:46:25.675146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:25.341084Z","time spent":"334.051597ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":18,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:46:25.675142Z","caller":"traceutil/trace.go:171","msg":"trace[1151323629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2176; }","duration":"222.908251ms","start":"2026-03-02T16:46:25.452211Z","end":"2026-03-02T16:46:25.675119Z","steps":["trace[1151323629] 'agreement among raft nodes before linearized reading' (duration: 222.776178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:25.853358Z","caller":"traceutil/trace.go:171","msg":"trace[1821337991] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"106.60121ms","start":"2026-03-02T16:46:25.746733Z","end":"2026-03-02T16:46:25.853334Z","steps":["trace[1821337991] 'process raft request' (duration: 102.713679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:25.85402Z","caller":"traceutil/trace.go:171","msg":"trace[504527015] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"106.907279ms","start":"2026-03-02T16:46:25.747082Z","end":"2026-03-02T16:46:25.853989Z","steps":["trace[504527015] 'process raft request' (duration: 106.319513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:25.854235Z","caller":"traceutil/trace.go:171","msg":"trace[1915638975] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"102.867214ms","start":"2026-03-02T16:46:25.751332Z","end":"2026-03-02T16:46:25.854199Z","steps":["trace[1915638975] 'process raft request' (duration: 102.577617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:25.855097Z","caller":"traceutil/trace.go:171","msg":"trace[685835719] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"102.957826ms","start":"2026-03-02T16:46:25.752105Z","end":"2026-03-02T16:46:25.855063Z","steps":["trace[685835719] 'process raft request' (duration: 102.518775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:31.522681Z","caller":"traceutil/trace.go:171","msg":"trace[273739015] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"153.236863ms","start":"2026-03-02T16:46:31.369417Z","end":"2026-03-02T16:46:31.522653Z","steps":["trace[273739015] 'process raft request' (duration: 152.970867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:32.802684Z","caller":"traceutil/trace.go:171","msg":"trace[517500614] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"145.344309ms","start":"2026-03-02T16:46:32.657317Z","end":"2026-03-02T16:46:32.802661Z","steps":["trace[517500614] 'read index received' (duration: 144.701952ms)","trace[517500614] 'applied index is now lower than readState.Index' (duration: 641.177µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:32.802796Z","caller":"traceutil/trace.go:171","msg":"trace[2064722881] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"150.913142ms","start":"2026-03-02T16:46:32.651875Z","end":"2026-03-02T16:46:32.802788Z","steps":["trace[2064722881] 'process raft request' (duration: 150.246095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:32.802971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.679314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:46:32.803Z","caller":"traceutil/trace.go:171","msg":"trace[2111814094] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:0; response_revision:2257; }","duration":"139.750066ms","start":"2026-03-02T16:46:32.66324Z","end":"2026-03-02T16:46:32.80299Z","steps":["trace[2111814094] 'agreement among raft nodes before linearized reading' (duration: 139.682164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:32.802977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.632667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:46:32.803057Z","caller":"traceutil/trace.go:171","msg":"trace[23403866] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2257; }","duration":"145.76271ms","start":"2026-03-02T16:46:32.657277Z","end":"2026-03-02T16:46:32.803039Z","steps":["trace[23403866] 'agreement among raft nodes before linearized reading' (duration: 145.603656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:32.803045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.915379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:46:32.803122Z","caller":"traceutil/trace.go:171","msg":"trace[1108310536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2257; }","duration":"145.039142ms","start":"2026-03-02T16:46:32.658064Z","end":"2026-03-02T16:46:32.803103Z","steps":["trace[1108310536] 'agreement among raft nodes before linearized reading' (duration: 144.827187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:32.803186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.909458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T16:46:32.803256Z","caller":"traceutil/trace.go:171","msg":"trace[393202281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2257; }","duration":"144.998371ms","start":"2026-03-02T16:46:32.658235Z","end":"2026-03-02T16:46:32.803234Z","steps":["trace[393202281] 'agreement among raft nodes before linearized reading' (duration: 144.836157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:36.774225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837191914,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:46:36.804541Z","caller":"traceutil/trace.go:171","msg":"trace[7308187] transaction","detail":"{read_only:false; response_revision:2311; number_of_response:1; }","duration":"740.81702ms","start":"2026-03-02T16:46:36.063706Z","end":"2026-03-02T16:46:36.804524Z","steps":["trace[7308187] 'process raft request' (duration: 740.720747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:36.804699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:36.063684Z","time spent":"740.946474ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:46:36.805532Z","caller":"traceutil/trace.go:171","msg":"trace[555371162] linearizableReadLoop","detail":"{readStateIndex:2411; appliedIndex:2409; }","duration":"531.971323ms","start":"2026-03-02T16:46:36.273535Z","end":"2026-03-02T16:46:36.805506Z","steps":["trace[555371162] 'read index received' (duration: 531.350946ms)","trace[555371162] 'applied index is now lower than readState.Index' (duration: 619.457µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:46:36.805693Z","caller":"traceutil/trace.go:171","msg":"trace[705336343] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"434.054507ms","start":"2026-03-02T16:46:36.371627Z","end":"2026-03-02T16:46:36.805681Z","steps":["trace[705336343] 'process raft request' (duration: 433.840632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:36.805687Z","caller":"traceutil/trace.go:171","msg":"trace[1640225256] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"609.954524ms","start":"2026-03-02T16:46:36.195701Z","end":"2026-03-02T16:46:36.805655Z","steps":["trace[1640225256] 'process raft request' (duration: 609.632856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:36.805808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:36.371605Z","time spent":"434.116409ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:46:36.805851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:36.195671Z","time spent":"610.086288ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:46:36.8062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.66019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:46:36.806235Z","caller":"traceutil/trace.go:171","msg":"trace[1974550381] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:2313; }","duration":"532.695481ms","start":"2026-03-02T16:46:36.273529Z","end":"2026-03-02T16:46:36.806225Z","steps":["trace[1974550381] 'agreement among raft nodes before linearized reading' (duration: 532.573098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:36.806265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:36.273476Z","time spent":"532.782094ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T16:46:36.806393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.614682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:46:36.806442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.654101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-02T16:46:36.80648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.73576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T16:46:36.806508Z","caller":"traceutil/trace.go:171","msg":"trace[864019963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2313; }","duration":"353.785705ms","start":"2026-03-02T16:46:36.452696Z","end":"2026-03-02T16:46:36.806481Z","steps":["trace[864019963] 'agreement among raft nodes before linearized reading' (duration: 353.55946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:36.806534Z","caller":"traceutil/trace.go:171","msg":"trace[1789542950] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2313; }","duration":"197.818982ms","start":"2026-03-02T16:46:36.608701Z","end":"2026-03-02T16:46:36.80652Z","steps":["trace[1789542950] 'agreement among raft nodes before linearized reading' (duration: 197.643058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:36.806508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.622665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:46:36.806534Z","caller":"traceutil/trace.go:171","msg":"trace[1243964928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2313; }","duration":"187.764193ms","start":"2026-03-02T16:46:36.61875Z","end":"2026-03-02T16:46:36.806515Z","steps":["trace[1243964928] 'agreement among raft nodes before linearized reading' (duration: 187.506987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:36.806624Z","caller":"traceutil/trace.go:171","msg":"trace[668450547] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2313; }","duration":"188.774099ms","start":"2026-03-02T16:46:36.617827Z","end":"2026-03-02T16:46:36.806601Z","steps":["trace[668450547] 'agreement among raft nodes before linearized reading' (duration: 188.446121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:46:36.806561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:46:36.45268Z","time spent":"353.873458ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:46:42.586661Z","caller":"traceutil/trace.go:171","msg":"trace[1771700016] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2446; }","duration":"131.82983ms","start":"2026-03-02T16:46:42.454813Z","end":"2026-03-02T16:46:42.586642Z","steps":["trace[1771700016] 'read index received' (duration: 131.581014ms)","trace[1771700016] 'applied index is now lower than readState.Index' (duration: 248.296µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:46:42.586796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.965905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:46:42.586819Z","caller":"traceutil/trace.go:171","msg":"trace[533134218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2347; }","duration":"132.032386ms","start":"2026-03-02T16:46:42.454779Z","end":"2026-03-02T16:46:42.586812Z","steps":["trace[533134218] 'agreement among raft nodes before linearized reading' (duration: 131.945844ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:42.587018Z","caller":"traceutil/trace.go:171","msg":"trace[211590729] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"132.693003ms","start":"2026-03-02T16:46:42.454205Z","end":"2026-03-02T16:46:42.586898Z","steps":["trace[211590729] 'process raft request' (duration: 132.305853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:47.128244Z","caller":"traceutil/trace.go:171","msg":"trace[822911940] linearizableReadLoop","detail":"{readStateIndex:2480; appliedIndex:2479; }","duration":"155.02291ms","start":"2026-03-02T16:46:46.973189Z","end":"2026-03-02T16:46:47.128212Z","steps":["trace[822911940] 'read index received' (duration: 74.349208ms)","trace[822911940] 'applied index is now lower than readState.Index' (duration: 80.673042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:46:47.128432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.233865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T16:46:47.128463Z","caller":"traceutil/trace.go:171","msg":"trace[2043319335] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2379; }","duration":"155.302807ms","start":"2026-03-02T16:46:46.973146Z","end":"2026-03-02T16:46:47.128449Z","steps":["trace[2043319335] 'agreement among raft nodes before linearized reading' (duration: 155.157913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:46:47.128604Z","caller":"traceutil/trace.go:171","msg":"trace[1911767197] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"182.689383ms","start":"2026-03-02T16:46:46.945885Z","end":"2026-03-02T16:46:47.128575Z","steps":["trace[1911767197] 'process raft request' (duration: 101.657912ms)","trace[1911767197] 'compare' (duration: 80.462976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:47:04.121209Z","caller":"traceutil/trace.go:171","msg":"trace[1278876119] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"302.507414ms","start":"2026-03-02T16:47:03.818681Z","end":"2026-03-02T16:47:04.121189Z","steps":["trace[1278876119] 'process raft request' (duration: 302.36103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:04.12135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:03.818656Z","time spent":"302.618636ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:05.191829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.240466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:47:05.191906Z","caller":"traceutil/trace.go:171","msg":"trace[583341011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2471; }","duration":"740.353799ms","start":"2026-03-02T16:47:04.451533Z","end":"2026-03-02T16:47:05.191887Z","steps":["trace[583341011] 'range keys from in-memory index tree' (duration: 740.137213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:05.191936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:04.451517Z","time spent":"740.41119ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:47:05.2189Z","caller":"traceutil/trace.go:171","msg":"trace[69425219] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"291.267444ms","start":"2026-03-02T16:47:04.9276Z","end":"2026-03-02T16:47:05.218868Z","steps":["trace[69425219] 'process raft request' (duration: 291.10656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.336123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117430905s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:47:06.336632Z","caller":"traceutil/trace.go:171","msg":"trace[562561763] linearizableReadLoop","detail":"{readStateIndex:2579; appliedIndex:2576; }","duration":"1.325756309s","start":"2026-03-02T16:47:05.010839Z","end":"2026-03-02T16:47:06.336595Z","steps":["trace[562561763] 'read index received' (duration: 207.935754ms)","trace[562561763] 'applied index is now lower than readState.Index' (duration: 1.117819485s)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:47:06.336684Z","caller":"traceutil/trace.go:171","msg":"trace[119523274] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"1.357654982s","start":"2026-03-02T16:47:04.979011Z","end":"2026-03-02T16:47:06.336666Z","steps":["trace[119523274] 'process raft request' (duration: 1.357517269s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:06.336672Z","caller":"traceutil/trace.go:171","msg":"trace[980228075] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"1.358654397s","start":"2026-03-02T16:47:04.977974Z","end":"2026-03-02T16:47:06.336629Z","steps":["trace[980228075] 'process raft request' (duration: 1.358411772s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.336807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:04.97899Z","time spent":"1.357726746s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:06.336838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325995125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-02T16:47:06.336838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:04.977949Z","time spent":"1.358796442s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:47:06.336867Z","caller":"traceutil/trace.go:171","msg":"trace[1271923520] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2474; }","duration":"1.326060757s","start":"2026-03-02T16:47:05.010797Z","end":"2026-03-02T16:47:06.336858Z","steps":["trace[1271923520] 'agreement among raft nodes before linearized reading' (duration: 1.325932194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.336897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.01078Z","time spent":"1.326110739s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:47:06.358253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333191271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T16:47:06.358309Z","caller":"traceutil/trace.go:171","msg":"trace[978036230] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2475; }","duration":"1.333274413s","start":"2026-03-02T16:47:05.025021Z","end":"2026-03-02T16:47:06.358295Z","steps":["trace[978036230] 'agreement among raft nodes before linearized reading' (duration: 1.33314024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.358335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.025011Z","time spent":"1.333317494s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:47:06.358356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.628955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:47:06.358401Z","caller":"traceutil/trace.go:171","msg":"trace[2029310448] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2475; }","duration":"809.702978ms","start":"2026-03-02T16:47:05.548688Z","end":"2026-03-02T16:47:06.358391Z","steps":["trace[2029310448] 'agreement among raft nodes before linearized reading' (duration: 809.603494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.358435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.548672Z","time spent":"809.755239ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-03-02T16:47:06.358317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.574806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:47:06.358462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305718322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T16:47:06.358489Z","caller":"traceutil/trace.go:171","msg":"trace[1098995683] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2475; }","duration":"680.788723ms","start":"2026-03-02T16:47:05.677683Z","end":"2026-03-02T16:47:06.358472Z","steps":["trace[1098995683] 'agreement among raft nodes before linearized reading' (duration: 680.543506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.358502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32733704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:47:06.358507Z","caller":"traceutil/trace.go:171","msg":"trace[1563837290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2475; }","duration":"1.305778594s","start":"2026-03-02T16:47:05.052714Z","end":"2026-03-02T16:47:06.358493Z","steps":["trace[1563837290] 'agreement among raft nodes before linearized reading' (duration: 1.30564542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.358525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.677672Z","time spent":"680.845404ms","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:47:06.358554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.052703Z","time spent":"1.305843125s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:47:06.358525Z","caller":"traceutil/trace.go:171","msg":"trace[2064073952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2475; }","duration":"1.327359451s","start":"2026-03-02T16:47:05.031158Z","end":"2026-03-02T16:47:06.358518Z","steps":["trace[2064073952] 'agreement among raft nodes before linearized reading' (duration: 1.327298429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.358645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072145247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T16:47:06.358739Z","caller":"traceutil/trace.go:171","msg":"trace[1234140130] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2475; }","duration":"1.072280231s","start":"2026-03-02T16:47:05.286444Z","end":"2026-03-02T16:47:06.358724Z","steps":["trace[1234140130] 'agreement among raft nodes before linearized reading' (duration: 1.071936332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.358819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.286425Z","time spent":"1.072380373s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:47:06.358661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.031109Z","time spent":"1.327541865s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:47:06.358272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165045854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:47:06.35884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.670018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:47:06.358957Z","caller":"traceutil/trace.go:171","msg":"trace[714910515] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2475; }","duration":"252.909304ms","start":"2026-03-02T16:47:06.106026Z","end":"2026-03-02T16:47:06.358936Z","steps":["trace[714910515] 'agreement among raft nodes before linearized reading' (duration: 252.509804ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:06.358905Z","caller":"traceutil/trace.go:171","msg":"trace[105419522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2475; }","duration":"1.16570805s","start":"2026-03-02T16:47:05.193189Z","end":"2026-03-02T16:47:06.358897Z","steps":["trace[105419522] 'agreement among raft nodes before linearized reading' (duration: 1.165054373s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:06.359179Z","caller":"traceutil/trace.go:171","msg":"trace[1849444997] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"174.161332ms","start":"2026-03-02T16:47:06.184161Z","end":"2026-03-02T16:47:06.358323Z","steps":["trace[1849444997] 'process raft request' (duration: 173.909036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:06.359152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:05.193175Z","time spent":"1.165943857s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:47:06.861911Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837192354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:47:07.362796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837192354,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:47:07.437996Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.072882247s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:47:07.7253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.521171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:47:07.725412Z","caller":"traceutil/trace.go:171","msg":"trace[1473792261] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"1.373655644s","start":"2026-03-02T16:47:06.351734Z","end":"2026-03-02T16:47:07.725389Z","steps":["trace[1473792261] 'process raft request' (duration: 1.086955939s)","trace[1473792261] 'compare' (duration: 286.410358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:47:07.725557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.351713Z","time spent":"1.373737767s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:47:07.761481Z","caller":"traceutil/trace.go:171","msg":"trace[1862115648] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"1.398844165s","start":"2026-03-02T16:47:06.362622Z","end":"2026-03-02T16:47:07.761467Z","steps":["trace[1862115648] 'process raft request' (duration: 1.398517886s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:07.761587Z","caller":"traceutil/trace.go:171","msg":"trace[1611619217] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"1.398908006s","start":"2026-03-02T16:47:06.362662Z","end":"2026-03-02T16:47:07.76157Z","steps":["trace[1611619217] 'process raft request' (duration: 1.398619358s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:07.76167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.362607Z","time spent":"1.398967588s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:07.761677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.362646Z","time spent":"1.398985449s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:07.761501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.359516Z","time spent":"1.401965736s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T16:47:07.761751Z","caller":"traceutil/trace.go:171","msg":"trace[707989010] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"1.398993989s","start":"2026-03-02T16:47:06.362731Z","end":"2026-03-02T16:47:07.761725Z","steps":["trace[707989010] 'process raft request' (duration: 1.398617189s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:07.761411Z","caller":"traceutil/trace.go:171","msg":"trace[1633958947] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"1.398646671s","start":"2026-03-02T16:47:06.362733Z","end":"2026-03-02T16:47:07.761379Z","steps":["trace[1633958947] 'process raft request' (duration: 1.398585538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:07.761922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.362715Z","time spent":"1.399118922s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:47:07.76207Z","caller":"traceutil/trace.go:171","msg":"trace[936853665] linearizableReadLoop","detail":"{readStateIndex:2587; appliedIndex:2580; }","duration":"1.400829525s","start":"2026-03-02T16:47:06.361201Z","end":"2026-03-02T16:47:07.762031Z","steps":["trace[936853665] 'read index received' (duration: 1.077967117s)","trace[936853665] 'applied index is now lower than readState.Index' (duration: 322.860718ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:47:07.762086Z","caller":"traceutil/trace.go:171","msg":"trace[2053070756] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"537.763602ms","start":"2026-03-02T16:47:07.224288Z","end":"2026-03-02T16:47:07.762052Z","steps":["trace[2053070756] 'process raft request' (duration: 537.329341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:07.762205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396515705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:47:07.762244Z","caller":"traceutil/trace.go:171","msg":"trace[1586950436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2481; }","duration":"1.396601387s","start":"2026-03-02T16:47:06.365629Z","end":"2026-03-02T16:47:07.762231Z","steps":["trace[1586950436] 'agreement among raft nodes before linearized reading' (duration: 1.396533486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:07.762264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:07.224265Z","time spent":"537.883296ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:07.762306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.365604Z","time spent":"1.396667268s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:47:07.762325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.500122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T16:47:07.762408Z","caller":"traceutil/trace.go:171","msg":"trace[480390206] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2481; }","duration":"212.605965ms","start":"2026-03-02T16:47:07.549784Z","end":"2026-03-02T16:47:07.76239Z","steps":["trace[480390206] 'agreement among raft nodes before linearized reading' (duration: 212.425091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:07.762432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401175565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-03-02T16:47:07.762512Z","caller":"traceutil/trace.go:171","msg":"trace[1834783155] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2481; }","duration":"1.40132373s","start":"2026-03-02T16:47:06.361169Z","end":"2026-03-02T16:47:07.762493Z","steps":["trace[1834783155] 'agreement among raft nodes before linearized reading' (duration: 1.400967131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:07.762616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.361153Z","time spent":"1.401429752s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T16:47:07.762678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:06.362723Z","time spent":"1.399114552s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:07.975898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.734628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:47:07.976156Z","caller":"traceutil/trace.go:171","msg":"trace[203861606] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2482; }","duration":"132.026585ms","start":"2026-03-02T16:47:07.844099Z","end":"2026-03-02T16:47:07.976126Z","steps":["trace[203861606] 'range keys from in-memory index tree' (duration: 131.644546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:09.164697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.701972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1899141502654e56\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-02T16:47:09.164774Z","caller":"traceutil/trace.go:171","msg":"trace[488838725] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1899141502654e56; range_end:; response_count:1; response_revision:2484; }","duration":"348.830995ms","start":"2026-03-02T16:47:08.815926Z","end":"2026-03-02T16:47:09.164757Z","steps":["trace[488838725] 'range keys from in-memory index tree' (duration: 348.541167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:09.164812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:08.815903Z","time spent":"348.899486ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":801,"request content":"key:\"/registry/events/auth-system/keycloak-0.1899141502654e56\" "} {"level":"info","ts":"2026-03-02T16:47:09.239094Z","caller":"traceutil/trace.go:171","msg":"trace[981180436] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"154.148903ms","start":"2026-03-02T16:47:09.084924Z","end":"2026-03-02T16:47:09.239073Z","steps":["trace[981180436] 'process raft request' (duration: 153.885927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:12.709071Z","caller":"traceutil/trace.go:171","msg":"trace[440619784] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"343.319634ms","start":"2026-03-02T16:47:12.36572Z","end":"2026-03-02T16:47:12.70904Z","steps":["trace[440619784] 'process raft request' (duration: 343.138108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:12.709267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:12.365692Z","time spent":"343.483377ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:47:12.868627Z","caller":"traceutil/trace.go:171","msg":"trace[2071386453] linearizableReadLoop","detail":"{readStateIndex:2611; appliedIndex:2609; }","duration":"416.060303ms","start":"2026-03-02T16:47:12.452546Z","end":"2026-03-02T16:47:12.868607Z","steps":["trace[2071386453] 'read index received' (duration: 256.309434ms)","trace[2071386453] 'applied index is now lower than readState.Index' (duration: 159.750159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:47:12.868937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.994894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-02T16:47:12.86895Z","caller":"traceutil/trace.go:171","msg":"trace[1692655414] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"487.731485ms","start":"2026-03-02T16:47:12.38119Z","end":"2026-03-02T16:47:12.868921Z","steps":["trace[1692655414] 'process raft request' (duration: 466.333131ms)","trace[1692655414] 'compare' (duration: 20.970932ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:47:12.869006Z","caller":"traceutil/trace.go:171","msg":"trace[567841728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2504; }","duration":"170.106836ms","start":"2026-03-02T16:47:12.698881Z","end":"2026-03-02T16:47:12.868987Z","steps":["trace[567841728] 'agreement among raft nodes before linearized reading' (duration: 169.925842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:12.869077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:12.38116Z","time spent":"487.845048ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:47:12.869162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.630876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:47:12.869189Z","caller":"traceutil/trace.go:171","msg":"trace[1822949088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2504; }","duration":"416.700028ms","start":"2026-03-02T16:47:12.452482Z","end":"2026-03-02T16:47:12.869183Z","steps":["trace[1822949088] 'agreement among raft nodes before linearized reading' (duration: 416.657927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:12.86921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:12.452454Z","time spent":"416.74629ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:47:20.888863Z","caller":"traceutil/trace.go:171","msg":"trace[525971531] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"132.024882ms","start":"2026-03-02T16:47:20.756794Z","end":"2026-03-02T16:47:20.888819Z","steps":["trace[525971531] 'process raft request' (duration: 131.616232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:33.1748Z","caller":"traceutil/trace.go:171","msg":"trace[493586336] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"103.507754ms","start":"2026-03-02T16:47:33.071268Z","end":"2026-03-02T16:47:33.174775Z","steps":["trace[493586336] 'process raft request' (duration: 103.36267ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:34.133199Z","caller":"traceutil/trace.go:171","msg":"trace[1443256681] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"145.795378ms","start":"2026-03-02T16:47:33.987383Z","end":"2026-03-02T16:47:34.133179Z","steps":["trace[1443256681] 'process raft request' (duration: 145.762387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:34.133507Z","caller":"traceutil/trace.go:171","msg":"trace[1218831340] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"146.851235ms","start":"2026-03-02T16:47:33.986642Z","end":"2026-03-02T16:47:34.133494Z","steps":["trace[1218831340] 'process raft request' (duration: 146.472785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:47:34.133509Z","caller":"traceutil/trace.go:171","msg":"trace[1884171223] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"146.857376ms","start":"2026-03-02T16:47:33.986611Z","end":"2026-03-02T16:47:34.133468Z","steps":["trace[1884171223] 'process raft request' (duration: 119.94811ms)","trace[1884171223] 'compare' (duration: 26.452144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:47:39.597061Z","caller":"traceutil/trace.go:171","msg":"trace[294297874] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"642.224767ms","start":"2026-03-02T16:47:38.95482Z","end":"2026-03-02T16:47:39.597044Z","steps":["trace[294297874] 'process raft request' (duration: 642.092514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:47:39.597172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:47:38.954804Z","time spent":"642.310459ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:47:41.714125Z","caller":"traceutil/trace.go:171","msg":"trace[1176187410] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"112.24161ms","start":"2026-03-02T16:47:41.601857Z","end":"2026-03-02T16:47:41.714098Z","steps":["trace[1176187410] 'process raft request' (duration: 112.094836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:06.300128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.358123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:48:06.300212Z","caller":"traceutil/trace.go:171","msg":"trace[1189722785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2764; }","duration":"112.489337ms","start":"2026-03-02T16:48:06.187703Z","end":"2026-03-02T16:48:06.300193Z","steps":["trace[1189722785] 'range keys from in-memory index tree' (duration: 112.191159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:08.664258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.83203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:08.664359Z","caller":"traceutil/trace.go:171","msg":"trace[68095637] linearizableReadLoop","detail":"{readStateIndex:2895; appliedIndex:2894; }","duration":"211.494375ms","start":"2026-03-02T16:48:08.45285Z","end":"2026-03-02T16:48:08.664344Z","steps":["trace[68095637] 'read index received' (duration: 99.559682ms)","trace[68095637] 'applied index is now lower than readState.Index' (duration: 111.933243ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:08.66458Z","caller":"traceutil/trace.go:171","msg":"trace[1956114569] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"320.616376ms","start":"2026-03-02T16:48:08.343929Z","end":"2026-03-02T16:48:08.664545Z","steps":["trace[1956114569] 'process raft request' (duration: 208.421917ms)","trace[1956114569] 'compare' (duration: 111.629855ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:08.664644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:08.343917Z","time spent":"320.698608ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:08.664973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.098261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:08.665072Z","caller":"traceutil/trace.go:171","msg":"trace[1347108522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2776; }","duration":"212.200443ms","start":"2026-03-02T16:48:08.452845Z","end":"2026-03-02T16:48:08.665045Z","steps":["trace[1347108522] 'agreement among raft nodes before linearized reading' (duration: 212.07164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:08.664999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.993543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:48:08.665194Z","caller":"traceutil/trace.go:171","msg":"trace[1661428156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2776; }","duration":"146.209519ms","start":"2026-03-02T16:48:08.518968Z","end":"2026-03-02T16:48:08.665178Z","steps":["trace[1661428156] 'agreement among raft nodes before linearized reading' (duration: 145.683975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:08.811527Z","caller":"traceutil/trace.go:171","msg":"trace[1830856432] transaction","detail":"{read_only:false; response_revision:2778; number_of_response:1; }","duration":"141.719922ms","start":"2026-03-02T16:48:08.669782Z","end":"2026-03-02T16:48:08.811502Z","steps":["trace[1830856432] 'process raft request' (duration: 124.24407ms)","trace[1830856432] 'compare' (duration: 17.242256ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:08.811685Z","caller":"traceutil/trace.go:171","msg":"trace[1195010754] transaction","detail":"{read_only:false; response_revision:2779; number_of_response:1; }","duration":"141.843595ms","start":"2026-03-02T16:48:08.66982Z","end":"2026-03-02T16:48:08.811663Z","steps":["trace[1195010754] 'process raft request' (duration: 141.63849ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:09.765373Z","caller":"traceutil/trace.go:171","msg":"trace[172646652] transaction","detail":"{read_only:false; response_revision:2781; number_of_response:1; }","duration":"107.870337ms","start":"2026-03-02T16:48:09.657477Z","end":"2026-03-02T16:48:09.765347Z","steps":["trace[172646652] 'process raft request' (duration: 107.529228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:10.608036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.024618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:10.608139Z","caller":"traceutil/trace.go:171","msg":"trace[1979296117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2784; }","duration":"157.201693ms","start":"2026-03-02T16:48:10.450915Z","end":"2026-03-02T16:48:10.608117Z","steps":["trace[1979296117] 'range keys from in-memory index tree' (duration: 156.928936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:10.608216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.945745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:48:10.608286Z","caller":"traceutil/trace.go:171","msg":"trace[1836385393] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2784; }","duration":"210.08009ms","start":"2026-03-02T16:48:10.398192Z","end":"2026-03-02T16:48:10.608272Z","steps":["trace[1836385393] 'range keys from in-memory index tree' (duration: 209.75596ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:10.983705Z","caller":"traceutil/trace.go:171","msg":"trace[573090534] linearizableReadLoop","detail":"{readStateIndex:2906; appliedIndex:2905; }","duration":"167.430567ms","start":"2026-03-02T16:48:10.816231Z","end":"2026-03-02T16:48:10.983661Z","steps":["trace[573090534] 'read index received' (duration: 70.715597ms)","trace[573090534] 'applied index is now lower than readState.Index' (duration: 96.71124ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:10.983827Z","caller":"traceutil/trace.go:171","msg":"trace[116451733] transaction","detail":"{read_only:false; response_revision:2787; number_of_response:1; }","duration":"221.253248ms","start":"2026-03-02T16:48:10.762514Z","end":"2026-03-02T16:48:10.983767Z","steps":["trace[116451733] 'process raft request' (duration: 124.424106ms)","trace[116451733] 'compare' (duration: 96.541615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:10.983937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.454752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:48:10.983998Z","caller":"traceutil/trace.go:171","msg":"trace[1774378245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2787; }","duration":"166.583856ms","start":"2026-03-02T16:48:10.817395Z","end":"2026-03-02T16:48:10.983978Z","steps":["trace[1774378245] 'agreement among raft nodes before linearized reading' (duration: 166.428312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:10.984085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.824577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:48:10.984183Z","caller":"traceutil/trace.go:171","msg":"trace[1420050993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2787; }","duration":"167.983552ms","start":"2026-03-02T16:48:10.816174Z","end":"2026-03-02T16:48:10.984158Z","steps":["trace[1420050993] 'agreement among raft nodes before linearized reading' (duration: 167.624422ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:11.174936Z","caller":"traceutil/trace.go:171","msg":"trace[1467895403] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"183.270407ms","start":"2026-03-02T16:48:10.991638Z","end":"2026-03-02T16:48:11.174909Z","steps":["trace[1467895403] 'process raft request' (duration: 102.660244ms)","trace[1467895403] 'compare' (duration: 80.46641ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:12.827661Z","caller":"traceutil/trace.go:171","msg":"trace[150456324] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"144.004702ms","start":"2026-03-02T16:48:12.683622Z","end":"2026-03-02T16:48:12.827627Z","steps":["trace[150456324] 'process raft request' (duration: 143.771395ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:13.137296Z","caller":"traceutil/trace.go:171","msg":"trace[797101458] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2913; }","duration":"149.853844ms","start":"2026-03-02T16:48:12.987397Z","end":"2026-03-02T16:48:13.137251Z","steps":["trace[797101458] 'read index received' (duration: 147.529714ms)","trace[797101458] 'applied index is now lower than readState.Index' (duration: 2.32207ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:13.137316Z","caller":"traceutil/trace.go:171","msg":"trace[933116738] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"305.20188ms","start":"2026-03-02T16:48:12.832083Z","end":"2026-03-02T16:48:13.137285Z","steps":["trace[933116738] 'process raft request' (duration: 302.855379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:13.137484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.05266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:48:13.137589Z","caller":"traceutil/trace.go:171","msg":"trace[287720117] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2794; }","duration":"150.178613ms","start":"2026-03-02T16:48:12.987386Z","end":"2026-03-02T16:48:13.137565Z","steps":["trace[287720117] 'agreement among raft nodes before linearized reading' (duration: 149.984778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:13.137636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.216783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:48:13.137714Z","caller":"traceutil/trace.go:171","msg":"trace[1372468030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2794; }","duration":"148.357006ms","start":"2026-03-02T16:48:12.989339Z","end":"2026-03-02T16:48:13.137696Z","steps":["trace[1372468030] 'agreement among raft nodes before linearized reading' (duration: 148.1433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:13.13807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:12.83205Z","time spent":"305.405174ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:48:13.287152Z","caller":"traceutil/trace.go:171","msg":"trace[1716201877] linearizableReadLoop","detail":"{readStateIndex:2916; appliedIndex:2914; }","duration":"107.256233ms","start":"2026-03-02T16:48:13.179865Z","end":"2026-03-02T16:48:13.287122Z","steps":["trace[1716201877] 'read index received' (duration: 57.443916ms)","trace[1716201877] 'applied index is now lower than readState.Index' (duration: 49.811427ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:13.2873Z","caller":"traceutil/trace.go:171","msg":"trace[93457842] transaction","detail":"{read_only:false; response_revision:2796; number_of_response:1; }","duration":"143.26238ms","start":"2026-03-02T16:48:13.143995Z","end":"2026-03-02T16:48:13.287257Z","steps":["trace[93457842] 'process raft request' (duration: 98.347211ms)","trace[93457842] 'compare' (duration: 44.647533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:13.287386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.510529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:48:13.287432Z","caller":"traceutil/trace.go:171","msg":"trace[757006136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2796; }","duration":"107.617932ms","start":"2026-03-02T16:48:13.179802Z","end":"2026-03-02T16:48:13.28742Z","steps":["trace[757006136] 'agreement among raft nodes before linearized reading' (duration: 107.439247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:13.946272Z","caller":"traceutil/trace.go:171","msg":"trace[442797125] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"126.808033ms","start":"2026-03-02T16:48:13.819398Z","end":"2026-03-02T16:48:13.946206Z","steps":["trace[442797125] 'process raft request' (duration: 126.649579ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:15.374563Z","caller":"traceutil/trace.go:171","msg":"trace[1341232624] transaction","detail":"{read_only:false; response_revision:2806; number_of_response:1; }","duration":"128.496737ms","start":"2026-03-02T16:48:15.246023Z","end":"2026-03-02T16:48:15.374519Z","steps":["trace[1341232624] 'process raft request' (duration: 41.803569ms)","trace[1341232624] 'compare' (duration: 86.574225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:15.714342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.192207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:15.714439Z","caller":"traceutil/trace.go:171","msg":"trace[2060859468] linearizableReadLoop","detail":"{readStateIndex:2928; appliedIndex:2927; }","duration":"262.223888ms","start":"2026-03-02T16:48:15.452198Z","end":"2026-03-02T16:48:15.714422Z","steps":["trace[2060859468] 'read index received' (duration: 105.748193ms)","trace[2060859468] 'applied index is now lower than readState.Index' (duration: 156.474625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:15.714534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.33357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:15.714563Z","caller":"traceutil/trace.go:171","msg":"trace[983307983] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2808; }","duration":"262.397722ms","start":"2026-03-02T16:48:15.452154Z","end":"2026-03-02T16:48:15.714551Z","steps":["trace[983307983] 'agreement among raft nodes before linearized reading' (duration: 262.350731ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:15.714591Z","caller":"traceutil/trace.go:171","msg":"trace[1880946391] transaction","detail":"{read_only:false; response_revision:2808; number_of_response:1; }","duration":"335.502737ms","start":"2026-03-02T16:48:15.379052Z","end":"2026-03-02T16:48:15.714555Z","steps":["trace[1880946391] 'process raft request' (duration: 179.001542ms)","trace[1880946391] 'compare' (duration: 156.095885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:15.714712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.557241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:48:15.71479Z","caller":"traceutil/trace.go:171","msg":"trace[1001597239] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2808; }","duration":"165.674204ms","start":"2026-03-02T16:48:15.549098Z","end":"2026-03-02T16:48:15.714772Z","steps":["trace[1001597239] 'agreement among raft nodes before linearized reading' (duration: 165.449358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:15.714889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:15.379035Z","time spent":"335.697352ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:16.43713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.049575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:16.437259Z","caller":"traceutil/trace.go:171","msg":"trace[1426475133] linearizableReadLoop","detail":"{readStateIndex:2930; appliedIndex:2929; }","duration":"158.128798ms","start":"2026-03-02T16:48:16.279113Z","end":"2026-03-02T16:48:16.437242Z","steps":["trace[1426475133] 'read index received' (duration: 19.857827ms)","trace[1426475133] 'applied index is now lower than readState.Index' (duration: 138.269831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:16.43729Z","caller":"traceutil/trace.go:171","msg":"trace[668072143] transaction","detail":"{read_only:false; response_revision:2810; number_of_response:1; }","duration":"284.225382ms","start":"2026-03-02T16:48:16.153037Z","end":"2026-03-02T16:48:16.437262Z","steps":["trace[668072143] 'process raft request' (duration: 145.9458ms)","trace[668072143] 'compare' (duration: 137.922992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:16.437577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.426415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:48:16.437703Z","caller":"traceutil/trace.go:171","msg":"trace[1596226573] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:2810; }","duration":"158.6026ms","start":"2026-03-02T16:48:16.279073Z","end":"2026-03-02T16:48:16.437675Z","steps":["trace[1596226573] 'agreement among raft nodes before linearized reading' (duration: 158.239801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:16.5249Z","caller":"traceutil/trace.go:171","msg":"trace[1235498086] transaction","detail":"{read_only:false; response_revision:2811; number_of_response:1; }","duration":"150.607792ms","start":"2026-03-02T16:48:16.374269Z","end":"2026-03-02T16:48:16.524877Z","steps":["trace[1235498086] 'process raft request' (duration: 150.493169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:16.524983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.132045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:16.525018Z","caller":"traceutil/trace.go:171","msg":"trace[50944728] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2811; }","duration":"174.226747ms","start":"2026-03-02T16:48:16.350782Z","end":"2026-03-02T16:48:16.525009Z","steps":["trace[50944728] 'agreement among raft nodes before linearized reading' (duration: 174.089774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:16.882128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.600196ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-02T16:48:16.882228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:16.438804Z","time spent":"443.420397ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T16:48:17.120467Z","caller":"traceutil/trace.go:171","msg":"trace[671594737] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2933; }","duration":"104.309476ms","start":"2026-03-02T16:48:17.016132Z","end":"2026-03-02T16:48:17.120441Z","steps":["trace[671594737] 'read index received' (duration: 55.542446ms)","trace[671594737] 'applied index is now lower than readState.Index' (duration: 48.76607ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:17.120521Z","caller":"traceutil/trace.go:171","msg":"trace[1343524008] transaction","detail":"{read_only:false; response_revision:2813; number_of_response:1; }","duration":"198.223353ms","start":"2026-03-02T16:48:16.922254Z","end":"2026-03-02T16:48:17.120477Z","steps":["trace[1343524008] 'process raft request' (duration: 149.475843ms)","trace[1343524008] 'compare' (duration: 48.607666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:17.120647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.47852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:17.120759Z","caller":"traceutil/trace.go:171","msg":"trace[1064907215] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2813; }","duration":"104.650076ms","start":"2026-03-02T16:48:17.016087Z","end":"2026-03-02T16:48:17.120737Z","steps":["trace[1064907215] 'agreement among raft nodes before linearized reading' (duration: 104.43918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:17.797206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.332644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T16:48:17.797265Z","caller":"traceutil/trace.go:171","msg":"trace[1461767680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2813; }","duration":"557.446127ms","start":"2026-03-02T16:48:17.239807Z","end":"2026-03-02T16:48:17.797253Z","steps":["trace[1461767680] 'range keys from in-memory index tree' (duration: 557.053327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:17.797303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.239785Z","time spent":"557.509468ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:48:17.79728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.155571ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:17.79741Z","caller":"traceutil/trace.go:171","msg":"trace[2087159577] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2934; }","duration":"418.632961ms","start":"2026-03-02T16:48:17.378754Z","end":"2026-03-02T16:48:17.797387Z","steps":["trace[2087159577] 'read index received' (duration: 147.194723ms)","trace[2087159577] 'applied index is now lower than readState.Index' (duration: 271.436358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:17.797568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.810246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:48:17.797599Z","caller":"traceutil/trace.go:171","msg":"trace[395933702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2814; }","duration":"418.871829ms","start":"2026-03-02T16:48:17.378719Z","end":"2026-03-02T16:48:17.797591Z","steps":["trace[395933702] 'agreement among raft nodes before linearized reading' (duration: 418.765356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:17.797564Z","caller":"traceutil/trace.go:171","msg":"trace[591445329] transaction","detail":"{read_only:false; response_revision:2814; number_of_response:1; }","duration":"526.46341ms","start":"2026-03-02T16:48:17.271051Z","end":"2026-03-02T16:48:17.797514Z","steps":["trace[591445329] 'process raft request' (duration: 254.95329ms)","trace[591445329] 'compare' (duration: 271.036028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:17.797641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.378704Z","time spent":"418.91145ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:48:17.79778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.271024Z","time spent":"526.634854ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:17.862282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.057764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-02T16:48:17.862335Z","caller":"traceutil/trace.go:171","msg":"trace[1044442439] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2815; }","duration":"247.154246ms","start":"2026-03-02T16:48:17.615166Z","end":"2026-03-02T16:48:17.86232Z","steps":["trace[1044442439] 'agreement among raft nodes before linearized reading' (duration: 247.023843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:17.862285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.215017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T16:48:17.862422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.564451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:17.862503Z","caller":"traceutil/trace.go:171","msg":"trace[1841919339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2815; }","duration":"410.666553ms","start":"2026-03-02T16:48:17.451814Z","end":"2026-03-02T16:48:17.86248Z","steps":["trace[1841919339] 'agreement among raft nodes before linearized reading' (duration: 410.54605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:17.862493Z","caller":"traceutil/trace.go:171","msg":"trace[1824872170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2815; }","duration":"472.437493ms","start":"2026-03-02T16:48:17.390017Z","end":"2026-03-02T16:48:17.862455Z","steps":["trace[1824872170] 'agreement among raft nodes before linearized reading' (duration: 472.122325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:17.862557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.451798Z","time spent":"410.746647ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:48:17.8624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.76096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-03-02T16:48:17.862626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.390001Z","time spent":"472.575567ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:48:17.862657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.579759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:48:17.862715Z","caller":"traceutil/trace.go:171","msg":"trace[2116098551] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2815; }","duration":"314.066469ms","start":"2026-03-02T16:48:17.548532Z","end":"2026-03-02T16:48:17.862598Z","steps":["trace[2116098551] 'agreement among raft nodes before linearized reading' (duration: 313.787251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:17.862785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.548507Z","time spent":"314.265034ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T16:48:17.862793Z","caller":"traceutil/trace.go:171","msg":"trace[1148453544] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2815; }","duration":"143.777265ms","start":"2026-03-02T16:48:17.718974Z","end":"2026-03-02T16:48:17.862751Z","steps":["trace[1148453544] 'agreement among raft nodes before linearized reading' (duration: 143.378864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.327052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.312215ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:18.327186Z","caller":"traceutil/trace.go:171","msg":"trace[2097418508] linearizableReadLoop","detail":"{readStateIndex:2938; appliedIndex:2936; }","duration":"463.853499ms","start":"2026-03-02T16:48:17.86332Z","end":"2026-03-02T16:48:18.327174Z","steps":["trace[2097418508] 'read index received' (duration: 149.314948ms)","trace[2097418508] 'applied index is now lower than readState.Index' (duration: 314.537831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:18.327233Z","caller":"traceutil/trace.go:171","msg":"trace[1156085146] transaction","detail":"{read_only:false; response_revision:2817; number_of_response:1; }","duration":"525.183956ms","start":"2026-03-02T16:48:17.802042Z","end":"2026-03-02T16:48:18.327226Z","steps":["trace[1156085146] 'process raft request' (duration: 525.073983ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:18.327227Z","caller":"traceutil/trace.go:171","msg":"trace[1193740124] transaction","detail":"{read_only:false; response_revision:2816; number_of_response:1; }","duration":"526.07495ms","start":"2026-03-02T16:48:17.801127Z","end":"2026-03-02T16:48:18.327202Z","steps":["trace[1193740124] 'process raft request' (duration: 211.559079ms)","trace[1193740124] 'compare' (duration: 314.056559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:18.327265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.802012Z","time spent":"525.235088ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:18.327309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.982832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:48:18.327351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.801095Z","time spent":"526.189973ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:48:18.327369Z","caller":"traceutil/trace.go:171","msg":"trace[1142329633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2818; }","duration":"464.079274ms","start":"2026-03-02T16:48:17.86327Z","end":"2026-03-02T16:48:18.32735Z","steps":["trace[1142329633] 'agreement among raft nodes before linearized reading' (duration: 463.963501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.327426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.863247Z","time spent":"464.165468ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:48:18.327436Z","caller":"traceutil/trace.go:171","msg":"trace[525617353] transaction","detail":"{read_only:false; response_revision:2818; number_of_response:1; }","duration":"460.741369ms","start":"2026-03-02T16:48:17.866689Z","end":"2026-03-02T16:48:18.327431Z","steps":["trace[525617353] 'process raft request' (duration: 460.466841ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:18.327484Z","caller":"traceutil/trace.go:171","msg":"trace[1948879061] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"460.346559ms","start":"2026-03-02T16:48:17.867108Z","end":"2026-03-02T16:48:18.327455Z","steps":["trace[1948879061] 'process raft request' (duration: 460.197194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.327579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.866677Z","time spent":"460.854123ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:18.327651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.867082Z","time spent":"460.466182ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:18.882465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.776581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:18.882641Z","caller":"traceutil/trace.go:171","msg":"trace[834251345] transaction","detail":"{read_only:false; response_revision:2820; number_of_response:1; }","duration":"666.642911ms","start":"2026-03-02T16:48:18.215964Z","end":"2026-03-02T16:48:18.882607Z","steps":["trace[834251345] 'process raft request' (duration: 271.634533ms)","trace[834251345] 'compare' (duration: 394.632268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:18.882679Z","caller":"traceutil/trace.go:171","msg":"trace[670941732] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"436.776374ms","start":"2026-03-02T16:48:18.445885Z","end":"2026-03-02T16:48:18.882662Z","steps":["trace[670941732] 'process raft request' (duration: 436.716913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:18.882703Z","caller":"traceutil/trace.go:171","msg":"trace[433822458] linearizableReadLoop","detail":"{readStateIndex:2941; appliedIndex:2940; }","duration":"555.469245ms","start":"2026-03-02T16:48:18.327202Z","end":"2026-03-02T16:48:18.882671Z","steps":["trace[433822458] 'read index received' (duration: 160.390676ms)","trace[433822458] 'applied index is now lower than readState.Index' (duration: 395.073089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:18.882755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.445861Z","time spent":"436.857347ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:18.882786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016704117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-02T16:48:18.882786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.382572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-02T16:48:18.882798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.215945Z","time spent":"666.766674ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:48:18.882842Z","caller":"traceutil/trace.go:171","msg":"trace[540988229] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2821; }","duration":"1.016772698s","start":"2026-03-02T16:48:17.866056Z","end":"2026-03-02T16:48:18.882829Z","steps":["trace[540988229] 'agreement among raft nodes before linearized reading' (duration: 1.016669126s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:18.882852Z","caller":"traceutil/trace.go:171","msg":"trace[1854525577] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2821; }","duration":"674.493045ms","start":"2026-03-02T16:48:18.208342Z","end":"2026-03-02T16:48:18.882835Z","steps":["trace[1854525577] 'agreement among raft nodes before linearized reading' (duration: 674.334722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.882811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.808606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:48:18.882889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.208319Z","time spent":"674.558697ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T16:48:18.88292Z","caller":"traceutil/trace.go:171","msg":"trace[328940645] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:2821; }","duration":"754.987051ms","start":"2026-03-02T16:48:18.127911Z","end":"2026-03-02T16:48:18.882898Z","steps":["trace[328940645] 'agreement among raft nodes before linearized reading' (duration: 754.763115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.88287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.866049Z","time spent":"1.016815299s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-02T16:48:18.882954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017540248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-efc7195e-062d-4c26-861d-5d44541c0882\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-02T16:48:18.882984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.127885Z","time spent":"755.088283ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:48:18.88283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.662056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:48:18.883058Z","caller":"traceutil/trace.go:171","msg":"trace[731516387] range","detail":"{range_begin:/registry/persistentvolumes/pvc-efc7195e-062d-4c26-861d-5d44541c0882; range_end:; response_count:1; response_revision:2821; }","duration":"1.01765814s","start":"2026-03-02T16:48:17.865383Z","end":"2026-03-02T16:48:18.883041Z","steps":["trace[731516387] 'agreement among raft nodes before linearized reading' (duration: 1.017384744s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:18.883105Z","caller":"traceutil/trace.go:171","msg":"trace[1792124710] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2821; }","duration":"993.999956ms","start":"2026-03-02T16:48:17.889088Z","end":"2026-03-02T16:48:18.883087Z","steps":["trace[1792124710] 'agreement among raft nodes before linearized reading' (duration: 993.617136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.883132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.865371Z","time spent":"1.017722663s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1325,"request content":"key:\"/registry/persistentvolumes/pvc-efc7195e-062d-4c26-861d-5d44541c0882\" "} {"level":"warn","ts":"2026-03-02T16:48:18.883156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:17.889076Z","time spent":"994.065337ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:48:18.9499Z","caller":"traceutil/trace.go:171","msg":"trace[1087420295] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"419.750772ms","start":"2026-03-02T16:48:18.530123Z","end":"2026-03-02T16:48:18.949874Z","steps":["trace[1087420295] 'process raft request' (duration: 419.605747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.950009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.523424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:48:18.950041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.568633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:48:18.950077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.530097Z","time spent":"419.889645ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:48:18.950127Z","caller":"traceutil/trace.go:171","msg":"trace[378587519] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2822; }","duration":"607.720586ms","start":"2026-03-02T16:48:18.342387Z","end":"2026-03-02T16:48:18.950107Z","steps":["trace[378587519] 'agreement among raft nodes before linearized reading' (duration: 607.541722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:18.950065Z","caller":"traceutil/trace.go:171","msg":"trace[1901728348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2822; }","duration":"174.591546ms","start":"2026-03-02T16:48:18.77546Z","end":"2026-03-02T16:48:18.950052Z","steps":["trace[1901728348] 'agreement among raft nodes before linearized reading' (duration: 174.478783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:18.950179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.342367Z","time spent":"607.802168ms","remote":"127.0.0.1:42270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:48:18.95031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.903907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.1899141502654e56\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-02T16:48:18.950446Z","caller":"traceutil/trace.go:171","msg":"trace[521506008] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.1899141502654e56; range_end:; response_count:1; response_revision:2822; }","duration":"134.081742ms","start":"2026-03-02T16:48:18.816329Z","end":"2026-03-02T16:48:18.950411Z","steps":["trace[521506008] 'agreement among raft nodes before linearized reading' (duration: 133.695232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.416871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.47791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:19.417102Z","caller":"traceutil/trace.go:171","msg":"trace[1353630000] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"530.100064ms","start":"2026-03-02T16:48:18.886986Z","end":"2026-03-02T16:48:19.417086Z","steps":["trace[1353630000] 'process raft request' (duration: 167.335687ms)","trace[1353630000] 'compare' (duration: 362.370457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:19.417202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.886965Z","time spent":"530.208577ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:48:19.417294Z","caller":"traceutil/trace.go:171","msg":"trace[516496200] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2943; }","duration":"467.383031ms","start":"2026-03-02T16:48:18.949892Z","end":"2026-03-02T16:48:19.417275Z","steps":["trace[516496200] 'read index received' (duration: 104.591753ms)","trace[516496200] 'applied index is now lower than readState.Index' (duration: 362.790118ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:19.417423Z","caller":"traceutil/trace.go:171","msg":"trace[1866584085] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"464.550908ms","start":"2026-03-02T16:48:18.952831Z","end":"2026-03-02T16:48:19.417382Z","steps":["trace[1866584085] 'process raft request' (duration: 464.139167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.417498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.124002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T16:48:19.417536Z","caller":"traceutil/trace.go:171","msg":"trace[1445073913] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2824; }","duration":"531.205334ms","start":"2026-03-02T16:48:18.886321Z","end":"2026-03-02T16:48:19.417526Z","steps":["trace[1445073913] 'agreement among raft nodes before linearized reading' (duration: 531.052129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.417547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.952812Z","time spent":"464.660511ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:19.417571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.886301Z","time spent":"531.262655ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-02T16:48:19.417571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.085175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:19.417624Z","caller":"traceutil/trace.go:171","msg":"trace[1526426405] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2824; }","duration":"434.207237ms","start":"2026-03-02T16:48:18.983403Z","end":"2026-03-02T16:48:19.41761Z","steps":["trace[1526426405] 'agreement among raft nodes before linearized reading' (duration: 434.112385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.417671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:18.983369Z","time spent":"434.293399ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:48:19.417849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.852806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:48:19.417993Z","caller":"traceutil/trace.go:171","msg":"trace[1063261522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2824; }","duration":"293.062061ms","start":"2026-03-02T16:48:19.124906Z","end":"2026-03-02T16:48:19.417968Z","steps":["trace[1063261522] 'agreement among raft nodes before linearized reading' (duration: 292.653051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.691798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.46512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:19.691901Z","caller":"traceutil/trace.go:171","msg":"trace[15564290] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2945; }","duration":"240.180966ms","start":"2026-03-02T16:48:19.451702Z","end":"2026-03-02T16:48:19.691883Z","steps":["trace[15564290] 'read index received' (duration: 92.462479ms)","trace[15564290] 'applied index is now lower than readState.Index' (duration: 147.717137ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:19.69195Z","caller":"traceutil/trace.go:171","msg":"trace[230064386] transaction","detail":"{read_only:false; response_revision:2825; number_of_response:1; }","duration":"268.947325ms","start":"2026-03-02T16:48:19.42297Z","end":"2026-03-02T16:48:19.691917Z","steps":["trace[230064386] 'process raft request' (duration: 121.250598ms)","trace[230064386] 'compare' (duration: 147.348717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:48:19.692013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.328179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:19.692045Z","caller":"traceutil/trace.go:171","msg":"trace[1371911652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2825; }","duration":"240.417432ms","start":"2026-03-02T16:48:19.451618Z","end":"2026-03-02T16:48:19.692036Z","steps":["trace[1371911652] 'agreement among raft nodes before linearized reading' (duration: 240.35755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.692203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.663291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T16:48:19.692242Z","caller":"traceutil/trace.go:171","msg":"trace[1584282992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2825; }","duration":"234.747433ms","start":"2026-03-02T16:48:19.457485Z","end":"2026-03-02T16:48:19.692233Z","steps":["trace[1584282992] 'agreement among raft nodes before linearized reading' (duration: 234.612769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:19.692268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.299982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:48:19.692322Z","caller":"traceutil/trace.go:171","msg":"trace[359174873] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2825; }","duration":"143.408374ms","start":"2026-03-02T16:48:19.5489Z","end":"2026-03-02T16:48:19.692309Z","steps":["trace[359174873] 'agreement among raft nodes before linearized reading' (duration: 143.23584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:20.659397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.662962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:20.659468Z","caller":"traceutil/trace.go:171","msg":"trace[1419120211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2829; }","duration":"206.790655ms","start":"2026-03-02T16:48:20.452662Z","end":"2026-03-02T16:48:20.659453Z","steps":["trace[1419120211] 'range keys from in-memory index tree' (duration: 206.5613ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:29.245882Z","caller":"traceutil/trace.go:171","msg":"trace[1689935988] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"316.356749ms","start":"2026-03-02T16:48:28.929501Z","end":"2026-03-02T16:48:29.245858Z","steps":["trace[1689935988] 'process raft request' (duration: 316.205185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:29.246037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:28.929374Z","time spent":"316.582144ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:30.514496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268679919s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:48:30.514769Z","caller":"traceutil/trace.go:171","msg":"trace[2006254578] linearizableReadLoop","detail":"{readStateIndex:2993; appliedIndex:2991; }","duration":"1.302626774s","start":"2026-03-02T16:48:29.212123Z","end":"2026-03-02T16:48:30.51475Z","steps":["trace[2006254578] 'read index received' (duration: 33.741009ms)","trace[2006254578] 'applied index is now lower than readState.Index' (duration: 1.268885045s)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:30.514997Z","caller":"traceutil/trace.go:171","msg":"trace[837293426] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"1.466485241s","start":"2026-03-02T16:48:29.048487Z","end":"2026-03-02T16:48:30.514972Z","steps":["trace[837293426] 'process raft request' (duration: 1.466128212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302903511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T16:48:30.515075Z","caller":"traceutil/trace.go:171","msg":"trace[988698135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2870; }","duration":"1.302998173s","start":"2026-03-02T16:48:29.212068Z","end":"2026-03-02T16:48:30.515067Z","steps":["trace[988698135] 'agreement among raft nodes before linearized reading' (duration: 1.30286141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.71057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T16:48:30.515065Z","caller":"traceutil/trace.go:171","msg":"trace[554471836] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"1.46493436s","start":"2026-03-02T16:48:29.050081Z","end":"2026-03-02T16:48:30.515016Z","steps":["trace[554471836] 'process raft request' (duration: 1.464639672s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:30.515113Z","caller":"traceutil/trace.go:171","msg":"trace[452287239] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2870; }","duration":"639.780312ms","start":"2026-03-02T16:48:29.875323Z","end":"2026-03-02T16:48:30.515103Z","steps":["trace[452287239] 'agreement among raft nodes before linearized reading' (duration: 639.69097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.875307Z","time spent":"639.824822ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:48:30.515141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064241725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:48:30.515211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.050058Z","time spent":"1.465080124s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:48:30.515243Z","caller":"traceutil/trace.go:171","msg":"trace[177621038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2870; }","duration":"1.06440063s","start":"2026-03-02T16:48:29.45082Z","end":"2026-03-02T16:48:30.51522Z","steps":["trace[177621038] 'agreement among raft nodes before linearized reading' (duration: 1.064190264s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.51527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.911241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"warn","ts":"2026-03-02T16:48:30.515103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.212046Z","time spent":"1.303050684s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T16:48:30.5153Z","caller":"traceutil/trace.go:171","msg":"trace[749369746] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2870; }","duration":"779.972742ms","start":"2026-03-02T16:48:29.735317Z","end":"2026-03-02T16:48:30.51529Z","steps":["trace[749369746] 'agreement among raft nodes before linearized reading' (duration: 779.898791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.450803Z","time spent":"1.064483261s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:48:30.515322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.735302Z","time spent":"780.014665ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2008,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T16:48:30.515285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.04846Z","time spent":"1.466716257s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:48:30.515367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.901851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:48:30.515392Z","caller":"traceutil/trace.go:171","msg":"trace[250854086] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2870; }","duration":"966.947053ms","start":"2026-03-02T16:48:29.548439Z","end":"2026-03-02T16:48:30.515386Z","steps":["trace[250854086] 'agreement among raft nodes before linearized reading' (duration: 966.873361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00832437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:48:30.515416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.548427Z","time spent":"966.984733ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-03-02T16:48:30.515423Z","caller":"traceutil/trace.go:171","msg":"trace[1258001417] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:2870; }","duration":"1.008384191s","start":"2026-03-02T16:48:29.507032Z","end":"2026-03-02T16:48:30.515416Z","steps":["trace[1258001417] 'agreement among raft nodes before linearized reading' (duration: 1.0083403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.507006Z","time spent":"1.008430203s","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:48:30.515478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.757215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:48:30.51558Z","caller":"traceutil/trace.go:171","msg":"trace[573040562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2870; }","duration":"739.980041ms","start":"2026-03-02T16:48:29.775581Z","end":"2026-03-02T16:48:30.515561Z","steps":["trace[573040562] 'agreement among raft nodes before linearized reading' (duration: 739.813687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:30.515615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:48:29.775562Z","time spent":"740.045553ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:48:32.76014Z","caller":"traceutil/trace.go:171","msg":"trace[264612634] transaction","detail":"{read_only:false; response_revision:2881; number_of_response:1; }","duration":"225.719699ms","start":"2026-03-02T16:48:32.534374Z","end":"2026-03-02T16:48:32.760094Z","steps":["trace[264612634] 'process raft request' (duration: 132.583884ms)","trace[264612634] 'compare' (duration: 92.861098ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:32.760163Z","caller":"traceutil/trace.go:171","msg":"trace[1091492875] transaction","detail":"{read_only:false; response_revision:2884; number_of_response:1; }","duration":"224.27978ms","start":"2026-03-02T16:48:32.53585Z","end":"2026-03-02T16:48:32.76013Z","steps":["trace[1091492875] 'process raft request' (duration: 224.222049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:32.76044Z","caller":"traceutil/trace.go:171","msg":"trace[395690218] transaction","detail":"{read_only:false; response_revision:2882; number_of_response:1; }","duration":"225.974975ms","start":"2026-03-02T16:48:32.53442Z","end":"2026-03-02T16:48:32.760395Z","steps":["trace[395690218] 'process raft request' (duration: 225.545204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:32.762509Z","caller":"traceutil/trace.go:171","msg":"trace[2065457027] transaction","detail":"{read_only:false; response_revision:2883; number_of_response:1; }","duration":"225.617166ms","start":"2026-03-02T16:48:32.535046Z","end":"2026-03-02T16:48:32.760663Z","steps":["trace[2065457027] 'process raft request' (duration: 224.978009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:33.010194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.410944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:48:33.010338Z","caller":"traceutil/trace.go:171","msg":"trace[1818533572] transaction","detail":"{read_only:false; response_revision:2885; number_of_response:1; }","duration":"195.711316ms","start":"2026-03-02T16:48:32.814597Z","end":"2026-03-02T16:48:33.010308Z","steps":["trace[1818533572] 'process raft request' (duration: 95.075576ms)","trace[1818533572] 'compare' (duration: 100.24594ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:34.57645Z","caller":"traceutil/trace.go:171","msg":"trace[1031250840] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3010; }","duration":"126.246557ms","start":"2026-03-02T16:48:34.45018Z","end":"2026-03-02T16:48:34.576426Z","steps":["trace[1031250840] 'read index received' (duration: 126.127485ms)","trace[1031250840] 'applied index is now lower than readState.Index' (duration: 117.982µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:48:34.576582Z","caller":"traceutil/trace.go:171","msg":"trace[1743714083] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"150.375815ms","start":"2026-03-02T16:48:34.426126Z","end":"2026-03-02T16:48:34.576501Z","steps":["trace[1743714083] 'process raft request' (duration: 150.101749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:48:34.576618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.383461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:48:34.576663Z","caller":"traceutil/trace.go:171","msg":"trace[1340140650] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2887; }","duration":"126.516425ms","start":"2026-03-02T16:48:34.450133Z","end":"2026-03-02T16:48:34.57665Z","steps":["trace[1340140650] 'agreement among raft nodes before linearized reading' (duration: 126.391911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:36.741835Z","caller":"traceutil/trace.go:171","msg":"trace[1480967009] transaction","detail":"{read_only:false; response_revision:2898; number_of_response:1; }","duration":"105.869867ms","start":"2026-03-02T16:48:36.635935Z","end":"2026-03-02T16:48:36.741805Z","steps":["trace[1480967009] 'process raft request' (duration: 105.684373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:48:36.758605Z","caller":"traceutil/trace.go:171","msg":"trace[1465594517] transaction","detail":"{read_only:false; response_revision:2899; number_of_response:1; }","duration":"120.752955ms","start":"2026-03-02T16:48:36.637802Z","end":"2026-03-02T16:48:36.758555Z","steps":["trace[1465594517] 'process raft request' (duration: 120.56639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:21.372222Z","caller":"traceutil/trace.go:171","msg":"trace[584336900] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"252.469823ms","start":"2026-03-02T16:49:21.119733Z","end":"2026-03-02T16:49:21.372203Z","steps":["trace[584336900] 'process raft request' (duration: 252.422502ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:21.372529Z","caller":"traceutil/trace.go:171","msg":"trace[143832273] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"252.641369ms","start":"2026-03-02T16:49:21.119644Z","end":"2026-03-02T16:49:21.372285Z","steps":["trace[143832273] 'process raft request' (duration: 210.858287ms)","trace[143832273] 'compare' (duration: 41.550055ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:21.372738Z","caller":"traceutil/trace.go:171","msg":"trace[369780012] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"252.488054ms","start":"2026-03-02T16:49:21.120242Z","end":"2026-03-02T16:49:21.37273Z","steps":["trace[369780012] 'process raft request' (duration: 252.123635ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:21.37273Z","caller":"traceutil/trace.go:171","msg":"trace[998915769] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"252.257298ms","start":"2026-03-02T16:49:21.120438Z","end":"2026-03-02T16:49:21.372696Z","steps":["trace[998915769] 'process raft request' (duration: 252.142565ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:21.372964Z","caller":"traceutil/trace.go:171","msg":"trace[118200598] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"252.566987ms","start":"2026-03-02T16:49:21.119821Z","end":"2026-03-02T16:49:21.372388Z","steps":["trace[118200598] 'process raft request' (duration: 252.36034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:21.639484Z","caller":"traceutil/trace.go:171","msg":"trace[1652754992] linearizableReadLoop","detail":"{readStateIndex:3239; appliedIndex:3238; }","duration":"131.909603ms","start":"2026-03-02T16:49:21.507544Z","end":"2026-03-02T16:49:21.639454Z","steps":["trace[1652754992] 'read index received' (duration: 84.009224ms)","trace[1652754992] 'applied index is now lower than readState.Index' (duration: 47.897589ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:21.639512Z","caller":"traceutil/trace.go:171","msg":"trace[1385695554] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"138.252588ms","start":"2026-03-02T16:49:21.501204Z","end":"2026-03-02T16:49:21.639456Z","steps":["trace[1385695554] 'process raft request' (duration: 90.351399ms)","trace[1385695554] 'compare' (duration: 47.738985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:21.7153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.727925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:49:21.715337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.465064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-02T16:49:21.715387Z","caller":"traceutil/trace.go:171","msg":"trace[562891425] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3106; }","duration":"207.848729ms","start":"2026-03-02T16:49:21.507514Z","end":"2026-03-02T16:49:21.715362Z","steps":["trace[562891425] 'agreement among raft nodes before linearized reading' (duration: 132.081218ms)","trace[562891425] 'range keys from in-memory index tree' (duration: 75.637298ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:21.715395Z","caller":"traceutil/trace.go:171","msg":"trace[1288766861] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3106; }","duration":"167.575918ms","start":"2026-03-02T16:49:21.547805Z","end":"2026-03-02T16:49:21.715381Z","steps":["trace[1288766861] 'agreement among raft nodes before linearized reading' (duration: 167.410643ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:23.244241Z","caller":"traceutil/trace.go:171","msg":"trace[119990439] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"123.466395ms","start":"2026-03-02T16:49:23.120734Z","end":"2026-03-02T16:49:23.2442Z","steps":["trace[119990439] 'process raft request' (duration: 118.254991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:23.506888Z","caller":"traceutil/trace.go:171","msg":"trace[947827990] transaction","detail":"{read_only:false; response_revision:3111; number_of_response:1; }","duration":"125.062107ms","start":"2026-03-02T16:49:23.381795Z","end":"2026-03-02T16:49:23.506857Z","steps":["trace[947827990] 'process raft request' (duration: 124.869792ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:23.50692Z","caller":"traceutil/trace.go:171","msg":"trace[619909607] transaction","detail":"{read_only:false; response_revision:3112; number_of_response:1; }","duration":"124.508253ms","start":"2026-03-02T16:49:23.382381Z","end":"2026-03-02T16:49:23.506889Z","steps":["trace[619909607] 'process raft request' (duration: 124.327698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:23.506974Z","caller":"traceutil/trace.go:171","msg":"trace[1994216252] transaction","detail":"{read_only:false; response_revision:3110; number_of_response:1; }","duration":"125.277383ms","start":"2026-03-02T16:49:23.38167Z","end":"2026-03-02T16:49:23.506947Z","steps":["trace[1994216252] 'process raft request' (duration: 124.850141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:23.507143Z","caller":"traceutil/trace.go:171","msg":"trace[611949533] transaction","detail":"{read_only:false; response_revision:3113; number_of_response:1; }","duration":"123.707592ms","start":"2026-03-02T16:49:23.383374Z","end":"2026-03-02T16:49:23.507081Z","steps":["trace[611949533] 'process raft request' (duration: 123.377713ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:24.850728Z","caller":"traceutil/trace.go:171","msg":"trace[990188166] transaction","detail":"{read_only:false; response_revision:3116; number_of_response:1; }","duration":"214.789869ms","start":"2026-03-02T16:49:24.635911Z","end":"2026-03-02T16:49:24.850701Z","steps":["trace[990188166] 'process raft request' (duration: 214.629335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:25.143844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.156768ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:49:25.144169Z","caller":"traceutil/trace.go:171","msg":"trace[14804963] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"275.975553ms","start":"2026-03-02T16:49:24.86818Z","end":"2026-03-02T16:49:25.144156Z","steps":["trace[14804963] 'process raft request' (duration: 275.941172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:25.144273Z","caller":"traceutil/trace.go:171","msg":"trace[169060571] transaction","detail":"{read_only:false; response_revision:3120; number_of_response:1; }","duration":"276.190198ms","start":"2026-03-02T16:49:24.868012Z","end":"2026-03-02T16:49:25.144202Z","steps":["trace[169060571] 'process raft request' (duration: 276.027004ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:25.144484Z","caller":"traceutil/trace.go:171","msg":"trace[1766140113] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"276.461276ms","start":"2026-03-02T16:49:24.868013Z","end":"2026-03-02T16:49:25.144474Z","steps":["trace[1766140113] 'process raft request' (duration: 276.050305ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:25.144721Z","caller":"traceutil/trace.go:171","msg":"trace[1800274574] transaction","detail":"{read_only:false; response_revision:3117; number_of_response:1; }","duration":"276.741433ms","start":"2026-03-02T16:49:24.867934Z","end":"2026-03-02T16:49:25.144676Z","steps":["trace[1800274574] 'process raft request' (duration: 67.678172ms)","trace[1800274574] 'compare' (duration: 207.850729ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:25.144814Z","caller":"traceutil/trace.go:171","msg":"trace[1724006310] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"276.6545ms","start":"2026-03-02T16:49:24.86815Z","end":"2026-03-02T16:49:25.144805Z","steps":["trace[1724006310] 'process raft request' (duration: 275.941332ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:25.144858Z","caller":"traceutil/trace.go:171","msg":"trace[666285639] transaction","detail":"{read_only:false; response_revision:3118; number_of_response:1; }","duration":"276.889656ms","start":"2026-03-02T16:49:24.867955Z","end":"2026-03-02T16:49:25.144844Z","steps":["trace[666285639] 'process raft request' (duration: 275.984193ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:25.145281Z","caller":"traceutil/trace.go:171","msg":"trace[2027594749] transaction","detail":"{read_only:false; response_revision:3119; number_of_response:1; }","duration":"277.241096ms","start":"2026-03-02T16:49:24.868016Z","end":"2026-03-02T16:49:25.145257Z","steps":["trace[2027594749] 'process raft request' (duration: 275.998294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:25.381272Z","caller":"traceutil/trace.go:171","msg":"trace[971314495] transaction","detail":"{read_only:false; response_revision:3125; number_of_response:1; }","duration":"131.138473ms","start":"2026-03-02T16:49:25.250098Z","end":"2026-03-02T16:49:25.381237Z","steps":["trace[971314495] 'process raft request' (duration: 58.242437ms)","trace[971314495] 'compare' (duration: 72.764853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:33.718335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.62068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:49:33.718386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.096245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:49:33.718439Z","caller":"traceutil/trace.go:171","msg":"trace[1468437257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3253; }","duration":"118.777263ms","start":"2026-03-02T16:49:33.59964Z","end":"2026-03-02T16:49:33.718417Z","steps":["trace[1468437257] 'agreement among raft nodes before linearized reading' (duration: 118.496786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:33.718463Z","caller":"traceutil/trace.go:171","msg":"trace[653989572] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3253; }","duration":"128.192688ms","start":"2026-03-02T16:49:33.590242Z","end":"2026-03-02T16:49:33.718435Z","steps":["trace[653989572] 'agreement among raft nodes before linearized reading' (duration: 128.069844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:33.718355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.37755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:49:33.718583Z","caller":"traceutil/trace.go:171","msg":"trace[72261660] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3253; }","duration":"119.661997ms","start":"2026-03-02T16:49:33.598908Z","end":"2026-03-02T16:49:33.71857Z","steps":["trace[72261660] 'agreement among raft nodes before linearized reading' (duration: 119.236915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:40.245186Z","caller":"traceutil/trace.go:171","msg":"trace[922405103] linearizableReadLoop","detail":"{readStateIndex:3512; appliedIndex:3511; }","duration":"478.311929ms","start":"2026-03-02T16:49:39.766845Z","end":"2026-03-02T16:49:40.245157Z","steps":["trace[922405103] 'read index received' (duration: 478.063003ms)","trace[922405103] 'applied index is now lower than readState.Index' (duration: 247.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:49:40.245852Z","caller":"traceutil/trace.go:171","msg":"trace[58489518] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"679.824195ms","start":"2026-03-02T16:49:39.565987Z","end":"2026-03-02T16:49:40.245811Z","steps":["trace[58489518] 'process raft request' (duration: 679.014095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.246107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:49:39.565971Z","time spent":"680.01523ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15512,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:49:40.246509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.637263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:49:40.246621Z","caller":"traceutil/trace.go:171","msg":"trace[1791333562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3370; }","duration":"479.842159ms","start":"2026-03-02T16:49:39.766751Z","end":"2026-03-02T16:49:40.246593Z","steps":["trace[1791333562] 'agreement among raft nodes before linearized reading' (duration: 479.51068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.246679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:49:39.766715Z","time spent":"479.954411ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:49:40.323704Z","caller":"traceutil/trace.go:171","msg":"trace[2020102725] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"495.502793ms","start":"2026-03-02T16:49:39.828169Z","end":"2026-03-02T16:49:40.323672Z","steps":["trace[2020102725] 'process raft request' (duration: 494.753754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.323907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:49:39.828135Z","time spent":"495.664249ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:49:40.323924Z","caller":"traceutil/trace.go:171","msg":"trace[1386716453] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"162.553088ms","start":"2026-03-02T16:49:40.161335Z","end":"2026-03-02T16:49:40.323888Z","steps":["trace[1386716453] 'process raft request' (duration: 162.27597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.32422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.509262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:49:40.324314Z","caller":"traceutil/trace.go:171","msg":"trace[359725431] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3372; }","duration":"537.665146ms","start":"2026-03-02T16:49:39.786627Z","end":"2026-03-02T16:49:40.324292Z","steps":["trace[359725431] 'agreement among raft nodes before linearized reading' (duration: 537.402949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.324364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:49:39.7866Z","time spent":"537.754598ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:49:40.32451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.99855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:49:40.324732Z","caller":"traceutil/trace.go:171","msg":"trace[625819004] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3372; }","duration":"556.400071ms","start":"2026-03-02T16:49:39.768228Z","end":"2026-03-02T16:49:40.324628Z","steps":["trace[625819004] 'agreement among raft nodes before linearized reading' (duration: 555.857667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.324819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:49:39.768202Z","time spent":"556.596146ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:49:40.324548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.883708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:49:40.325293Z","caller":"traceutil/trace.go:171","msg":"trace[1752641809] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3372; }","duration":"551.643378ms","start":"2026-03-02T16:49:39.773633Z","end":"2026-03-02T16:49:40.325276Z","steps":["trace[1752641809] 'agreement among raft nodes before linearized reading' (duration: 550.332604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:49:40.32534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:49:39.773622Z","time spent":"551.702319ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:49:51.672962Z","caller":"traceutil/trace.go:171","msg":"trace[1554625331] transaction","detail":"{read_only:false; response_revision:3441; number_of_response:1; }","duration":"108.96599ms","start":"2026-03-02T16:49:51.563965Z","end":"2026-03-02T16:49:51.672931Z","steps":["trace[1554625331] 'process raft request' (duration: 108.768685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:49:51.8178Z","caller":"traceutil/trace.go:171","msg":"trace[1954179794] linearizableReadLoop","detail":"{readStateIndex:3586; appliedIndex:3584; }","duration":"203.584969ms","start":"2026-03-02T16:49:51.61419Z","end":"2026-03-02T16:49:51.817775Z","steps":["trace[1954179794] 'read index received' (duration: 58.596227ms)","trace[1954179794] 'applied index is now lower than readState.Index' (duration: 144.987162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:49:51.81799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.775454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:49:51.818056Z","caller":"traceutil/trace.go:171","msg":"trace[1398383374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3441; }","duration":"203.902688ms","start":"2026-03-02T16:49:51.614141Z","end":"2026-03-02T16:49:51.818044Z","steps":["trace[1398383374] 'agreement among raft nodes before linearized reading' (duration: 203.723702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:01.285617Z","caller":"traceutil/trace.go:171","msg":"trace[965511827] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"130.043856ms","start":"2026-03-02T16:50:01.155549Z","end":"2026-03-02T16:50:01.285593Z","steps":["trace[965511827] 'process raft request' (duration: 129.836631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:07.541966Z","caller":"traceutil/trace.go:171","msg":"trace[557415500] transaction","detail":"{read_only:false; response_revision:3529; number_of_response:1; }","duration":"123.913557ms","start":"2026-03-02T16:50:07.418016Z","end":"2026-03-02T16:50:07.541929Z","steps":["trace[557415500] 'process raft request' (duration: 123.685232ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:10.200295Z","caller":"traceutil/trace.go:171","msg":"trace[622113856] transaction","detail":"{read_only:false; response_revision:3539; number_of_response:1; }","duration":"263.733025ms","start":"2026-03-02T16:50:09.936539Z","end":"2026-03-02T16:50:10.200272Z","steps":["trace[622113856] 'process raft request' (duration: 184.001773ms)","trace[622113856] 'compare' (duration: 79.63255ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:10.586656Z","caller":"traceutil/trace.go:171","msg":"trace[1186105352] linearizableReadLoop","detail":"{readStateIndex:3688; appliedIndex:3687; }","duration":"134.800818ms","start":"2026-03-02T16:50:10.451833Z","end":"2026-03-02T16:50:10.586634Z","steps":["trace[1186105352] 'read index received' (duration: 134.569432ms)","trace[1186105352] 'applied index is now lower than readState.Index' (duration: 230.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:10.586743Z","caller":"traceutil/trace.go:171","msg":"trace[1399265974] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"155.948936ms","start":"2026-03-02T16:50:10.430753Z","end":"2026-03-02T16:50:10.586702Z","steps":["trace[1399265974] 'process raft request' (duration: 155.72922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:10.586813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.968883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:50:10.586851Z","caller":"traceutil/trace.go:171","msg":"trace[627227163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3540; }","duration":"135.058625ms","start":"2026-03-02T16:50:10.451782Z","end":"2026-03-02T16:50:10.586841Z","steps":["trace[627227163] 'agreement among raft nodes before linearized reading' (duration: 134.977352ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:10.767453Z","caller":"traceutil/trace.go:171","msg":"trace[950958573] transaction","detail":"{read_only:false; response_revision:3542; number_of_response:1; }","duration":"175.111263ms","start":"2026-03-02T16:50:10.592311Z","end":"2026-03-02T16:50:10.767423Z","steps":["trace[950958573] 'process raft request' (duration: 175.02534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:10.76764Z","caller":"traceutil/trace.go:171","msg":"trace[1791182037] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"175.643616ms","start":"2026-03-02T16:50:10.59193Z","end":"2026-03-02T16:50:10.767574Z","steps":["trace[1791182037] 'process raft request' (duration: 86.119249ms)","trace[1791182037] 'compare' (duration: 89.157327ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:10.767864Z","caller":"traceutil/trace.go:171","msg":"trace[1035691128] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"174.912047ms","start":"2026-03-02T16:50:10.592934Z","end":"2026-03-02T16:50:10.767846Z","steps":["trace[1035691128] 'process raft request' (duration: 174.444205ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:10.767875Z","caller":"traceutil/trace.go:171","msg":"trace[975865993] linearizableReadLoop","detail":"{readStateIndex:3690; appliedIndex:3688; }","duration":"175.471422ms","start":"2026-03-02T16:50:10.592379Z","end":"2026-03-02T16:50:10.767851Z","steps":["trace[975865993] 'read index received' (duration: 85.674988ms)","trace[975865993] 'applied index is now lower than readState.Index' (duration: 89.795234ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:10.76804Z","caller":"traceutil/trace.go:171","msg":"trace[1062849957] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"174.535607ms","start":"2026-03-02T16:50:10.593474Z","end":"2026-03-02T16:50:10.76801Z","steps":["trace[1062849957] 'process raft request' (duration: 174.200469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:10.768147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.743709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62897"} {"level":"warn","ts":"2026-03-02T16:50:10.768407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.515539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:50:10.768412Z","caller":"traceutil/trace.go:171","msg":"trace[1527708149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3545; }","duration":"176.045086ms","start":"2026-03-02T16:50:10.592349Z","end":"2026-03-02T16:50:10.768394Z","steps":["trace[1527708149] 'agreement among raft nodes before linearized reading' (duration: 175.585144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:10.768471Z","caller":"traceutil/trace.go:171","msg":"trace[601531433] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3545; }","duration":"166.609032ms","start":"2026-03-02T16:50:10.601849Z","end":"2026-03-02T16:50:10.768458Z","steps":["trace[601531433] 'agreement among raft nodes before linearized reading' (duration: 166.459648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:10.917992Z","caller":"traceutil/trace.go:171","msg":"trace[1616900370] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"147.256432ms","start":"2026-03-02T16:50:10.770712Z","end":"2026-03-02T16:50:10.917968Z","steps":["trace[1616900370] 'process raft request' (duration: 147.108497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:12.704965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837195247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:50:13.205261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837195247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:50:13.70582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837195247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:50:13.932521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.367578155s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:50:13.932896Z","caller":"traceutil/trace.go:171","msg":"trace[26226103] transaction","detail":"{read_only:false; response_revision:3547; number_of_response:1; }","duration":"2.368043348s","start":"2026-03-02T16:50:11.564835Z","end":"2026-03-02T16:50:13.932879Z","steps":["trace[26226103] 'process raft request' (duration: 2.367938295s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:13.932996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:11.564806Z","time spent":"2.368128721s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:50:14.452507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000420203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:50:14.452656Z","caller":"traceutil/trace.go:171","msg":"trace[1328941800] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714791s","start":"2026-03-02T16:50:12.451907Z","end":"2026-03-02T16:50:14.452621Z","steps":["trace[1328941800] 'agreement among raft nodes before linearized reading' (duration: 2.000529306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:14.452723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.451872Z","time spent":"2.000838404s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:50:15.086574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.153756832s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T16:50:15.729158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.354425ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T16:50:15.729715Z","caller":"traceutil/trace.go:171","msg":"trace[1578895852] linearizableReadLoop","detail":"{readStateIndex:3698; appliedIndex:3695; }","duration":"3.524828318s","start":"2026-03-02T16:50:12.204864Z","end":"2026-03-02T16:50:15.729692Z","steps":["trace[1578895852] 'read index received' (duration: 1.727996682s)","trace[1578895852] 'applied index is now lower than readState.Index' (duration: 1.796830336s)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:15.729834Z","caller":"traceutil/trace.go:171","msg":"trace[2036451816] transaction","detail":"{read_only:false; response_revision:3548; number_of_response:1; }","duration":"3.887484634s","start":"2026-03-02T16:50:11.842303Z","end":"2026-03-02T16:50:15.729787Z","steps":["trace[2036451816] 'process raft request' (duration: 3.887055113s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651487945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:50:15.730161Z","caller":"traceutil/trace.go:171","msg":"trace[487052121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3549; }","duration":"2.651645398s","start":"2026-03-02T16:50:13.078491Z","end":"2026-03-02T16:50:15.730137Z","steps":["trace[487052121] 'agreement among raft nodes before linearized reading' (duration: 2.651464503s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.73016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051344002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T16:50:15.73023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:13.078468Z","time spent":"2.651743371s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:50:15.730249Z","caller":"traceutil/trace.go:171","msg":"trace[1178978244] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3549; }","duration":"3.051502417s","start":"2026-03-02T16:50:12.678726Z","end":"2026-03-02T16:50:15.730228Z","steps":["trace[1178978244] 'agreement among raft nodes before linearized reading' (duration: 3.05122533s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957401772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:50:15.730297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.678697Z","time spent":"3.051591748s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T16:50:15.730338Z","caller":"traceutil/trace.go:171","msg":"trace[794360109] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3549; }","duration":"2.957529295s","start":"2026-03-02T16:50:12.772785Z","end":"2026-03-02T16:50:15.730314Z","steps":["trace[794360109] 'agreement among raft nodes before linearized reading' (duration: 2.957231798s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.73034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957122864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T16:50:15.730386Z","caller":"traceutil/trace.go:171","msg":"trace[2103766401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:3549; }","duration":"2.957201137s","start":"2026-03-02T16:50:12.773173Z","end":"2026-03-02T16:50:15.730374Z","steps":["trace[2103766401] 'agreement among raft nodes before linearized reading' (duration: 2.957026492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.772759Z","time spent":"2.957616997s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:50:15.730337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957153355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:50:15.73043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.773163Z","time spent":"2.957259279s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T16:50:15.73051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957640739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:50:15.730579Z","caller":"traceutil/trace.go:171","msg":"trace[1903039094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3549; }","duration":"2.957780692s","start":"2026-03-02T16:50:12.772785Z","end":"2026-03-02T16:50:15.730565Z","steps":["trace[1903039094] 'agreement among raft nodes before linearized reading' (duration: 2.957476644s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.772758Z","time spent":"2.957842633s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:50:15.730636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369962037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:50:15.730632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525760141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T16:50:15.730643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.957273939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:50:15.730673Z","caller":"traceutil/trace.go:171","msg":"trace[510324757] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:3549; }","duration":"1.370039098s","start":"2026-03-02T16:50:14.360618Z","end":"2026-03-02T16:50:15.730657Z","steps":["trace[510324757] 'agreement among raft nodes before linearized reading' (duration: 1.369954856s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:15.730694Z","caller":"traceutil/trace.go:171","msg":"trace[607367355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3549; }","duration":"3.525857644s","start":"2026-03-02T16:50:12.20482Z","end":"2026-03-02T16:50:15.730678Z","steps":["trace[607367355] 'agreement among raft nodes before linearized reading' (duration: 3.52571381s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.2048Z","time spent":"3.525945437s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:50:15.730706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:14.360581Z","time spent":"1.370119461s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":21,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:50:15.730818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.036981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T16:50:15.729885Z","caller":"traceutil/trace.go:171","msg":"trace[838702255] transaction","detail":"{read_only:false; response_revision:3549; number_of_response:1; }","duration":"3.136512627s","start":"2026-03-02T16:50:12.593314Z","end":"2026-03-02T16:50:15.729827Z","steps":["trace[838702255] 'process raft request' (duration: 3.136303301s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:15.730718Z","caller":"traceutil/trace.go:171","msg":"trace[1421601952] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3549; }","duration":"2.95736051s","start":"2026-03-02T16:50:12.773335Z","end":"2026-03-02T16:50:15.730696Z","steps":["trace[1421601952] 'agreement among raft nodes before linearized reading' (duration: 2.956756375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:11.842271Z","time spent":"3.887666899s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:50:15.730909Z","caller":"traceutil/trace.go:171","msg":"trace[287120562] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3549; }","duration":"136.181244ms","start":"2026-03-02T16:50:15.594703Z","end":"2026-03-02T16:50:15.730884Z","steps":["trace[287120562] 'agreement among raft nodes before linearized reading' (duration: 135.887727ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:15.730507Z","caller":"traceutil/trace.go:171","msg":"trace[712516361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3549; }","duration":"2.957364982s","start":"2026-03-02T16:50:12.77311Z","end":"2026-03-02T16:50:15.730475Z","steps":["trace[712516361] 'agreement among raft nodes before linearized reading' (duration: 2.956869749s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.730575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266085409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:50:15.73101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.773325Z","time spent":"2.957667309s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:50:15.731022Z","caller":"traceutil/trace.go:171","msg":"trace[451776835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3549; }","duration":"1.26654623s","start":"2026-03-02T16:50:14.464464Z","end":"2026-03-02T16:50:15.731011Z","steps":["trace[451776835] 'agreement among raft nodes before linearized reading' (duration: 1.266076789s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:15.731012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.593285Z","time spent":"3.137615215s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:50:15.731061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:14.464431Z","time spent":"1.266618572s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:50:15.731014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:50:12.773102Z","time spent":"2.957893605s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:50:16.043423Z","caller":"traceutil/trace.go:171","msg":"trace[170512842] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"104.527616ms","start":"2026-03-02T16:50:15.938869Z","end":"2026-03-02T16:50:16.043397Z","steps":["trace[170512842] 'process raft request' (duration: 104.363781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:50:16.648833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.172778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:50:16.649035Z","caller":"traceutil/trace.go:171","msg":"trace[80017718] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"249.895528ms","start":"2026-03-02T16:50:16.399103Z","end":"2026-03-02T16:50:16.648998Z","steps":["trace[80017718] 'process raft request' (duration: 92.377941ms)","trace[80017718] 'compare' (duration: 156.774688ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:42.895519Z","caller":"traceutil/trace.go:171","msg":"trace[2008814186] transaction","detail":"{read_only:false; response_revision:3716; number_of_response:1; }","duration":"101.44978ms","start":"2026-03-02T16:50:42.794042Z","end":"2026-03-02T16:50:42.895492Z","steps":["trace[2008814186] 'process raft request' (duration: 101.253384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:43.041723Z","caller":"traceutil/trace.go:171","msg":"trace[619718766] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3718; }","duration":"109.049816ms","start":"2026-03-02T16:50:42.932652Z","end":"2026-03-02T16:50:43.041702Z","steps":["trace[619718766] 'process raft request' (duration: 68.589528ms)","trace[619718766] 'compare' (duration: 40.377786ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:50:48.258792Z","caller":"traceutil/trace.go:171","msg":"trace[2018301778] transaction","detail":"{read_only:false; response_revision:3776; number_of_response:1; }","duration":"105.949636ms","start":"2026-03-02T16:50:48.152815Z","end":"2026-03-02T16:50:48.258765Z","steps":["trace[2018301778] 'process raft request' (duration: 105.73361ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:50:48.261526Z","caller":"traceutil/trace.go:171","msg":"trace[195961898] transaction","detail":"{read_only:false; response_revision:3777; number_of_response:1; }","duration":"107.375283ms","start":"2026-03-02T16:50:48.154102Z","end":"2026-03-02T16:50:48.261477Z","steps":["trace[195961898] 'process raft request' (duration: 107.026765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:06.155896Z","caller":"traceutil/trace.go:171","msg":"trace[255488050] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4032; }","duration":"140.80025ms","start":"2026-03-02T16:51:06.015072Z","end":"2026-03-02T16:51:06.155873Z","steps":["trace[255488050] 'read index received' (duration: 140.725218ms)","trace[255488050] 'applied index is now lower than readState.Index' (duration: 74.042µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:06.156029Z","caller":"traceutil/trace.go:171","msg":"trace[1898677305] transaction","detail":"{read_only:false; response_revision:3869; number_of_response:1; }","duration":"158.597211ms","start":"2026-03-02T16:51:05.997418Z","end":"2026-03-02T16:51:06.156015Z","steps":["trace[1898677305] 'process raft request' (duration: 158.316814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:06.156408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.296513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:9 size:39536"} {"level":"info","ts":"2026-03-02T16:51:06.156486Z","caller":"traceutil/trace.go:171","msg":"trace[413393460] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:9; response_revision:3869; }","duration":"141.409036ms","start":"2026-03-02T16:51:06.015061Z","end":"2026-03-02T16:51:06.15647Z","steps":["trace[413393460] 'agreement among raft nodes before linearized reading' (duration: 141.098448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:06.15713Z","caller":"traceutil/trace.go:171","msg":"trace[293726342] transaction","detail":"{read_only:false; response_revision:3870; number_of_response:1; }","duration":"109.146059ms","start":"2026-03-02T16:51:06.047959Z","end":"2026-03-02T16:51:06.157105Z","steps":["trace[293726342] 'process raft request' (duration: 109.011346ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:06.682461Z","caller":"traceutil/trace.go:171","msg":"trace[1954479080] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"130.865192ms","start":"2026-03-02T16:51:06.551562Z","end":"2026-03-02T16:51:06.682427Z","steps":["trace[1954479080] 'process raft request' (duration: 93.929406ms)","trace[1954479080] 'compare' (duration: 36.68223ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:06.682618Z","caller":"traceutil/trace.go:171","msg":"trace[116366532] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3877; }","duration":"108.841362ms","start":"2026-03-02T16:51:06.573763Z","end":"2026-03-02T16:51:06.682604Z","steps":["trace[116366532] 'process raft request' (duration: 108.615285ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.055783Z","caller":"traceutil/trace.go:171","msg":"trace[2069137238] transaction","detail":"{read_only:false; response_revision:4234; number_of_response:1; }","duration":"170.211923ms","start":"2026-03-02T16:51:27.88554Z","end":"2026-03-02T16:51:28.055752Z","steps":["trace[2069137238] 'process raft request' (duration: 169.759171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.056098Z","caller":"traceutil/trace.go:171","msg":"trace[769155879] linearizableReadLoop","detail":"{readStateIndex:4418; appliedIndex:4416; }","duration":"142.552566ms","start":"2026-03-02T16:51:27.913518Z","end":"2026-03-02T16:51:28.056071Z","steps":["trace[769155879] 'read index received' (duration: 63.563798ms)","trace[769155879] 'applied index is now lower than readState.Index' (duration: 78.986978ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:28.056221Z","caller":"traceutil/trace.go:171","msg":"trace[611041332] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"117.386562ms","start":"2026-03-02T16:51:27.93882Z","end":"2026-03-02T16:51:28.056206Z","steps":["trace[611041332] 'process raft request' (duration: 116.908889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:28.056592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.043528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:891"} {"level":"info","ts":"2026-03-02T16:51:28.05678Z","caller":"traceutil/trace.go:171","msg":"trace[1279845441] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4235; }","duration":"143.320285ms","start":"2026-03-02T16:51:27.913429Z","end":"2026-03-02T16:51:28.056749Z","steps":["trace[1279845441] 'agreement among raft nodes before linearized reading' (duration: 142.819912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:28.082878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.240856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1104"} {"level":"info","ts":"2026-03-02T16:51:28.082946Z","caller":"traceutil/trace.go:171","msg":"trace[1412770471] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:4237; }","duration":"169.333299ms","start":"2026-03-02T16:51:27.913597Z","end":"2026-03-02T16:51:28.08293Z","steps":["trace[1412770471] 'agreement among raft nodes before linearized reading' (duration: 169.115164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:28.082939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.249907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:1176"} {"level":"warn","ts":"2026-03-02T16:51:28.082965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.084062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1231"} {"level":"info","ts":"2026-03-02T16:51:28.083044Z","caller":"traceutil/trace.go:171","msg":"trace[452316812] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:4237; }","duration":"169.39006ms","start":"2026-03-02T16:51:27.913628Z","end":"2026-03-02T16:51:28.083018Z","steps":["trace[452316812] 'agreement among raft nodes before linearized reading' (duration: 169.060762ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.08306Z","caller":"traceutil/trace.go:171","msg":"trace[475381062] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:4237; }","duration":"169.248267ms","start":"2026-03-02T16:51:27.913788Z","end":"2026-03-02T16:51:28.083037Z","steps":["trace[475381062] 'agreement among raft nodes before linearized reading' (duration: 168.895327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.340215Z","caller":"traceutil/trace.go:171","msg":"trace[126312842] transaction","detail":"{read_only:false; response_revision:4265; number_of_response:1; }","duration":"107.187138ms","start":"2026-03-02T16:51:28.232985Z","end":"2026-03-02T16:51:28.340172Z","steps":["trace[126312842] 'process raft request' (duration: 104.010895ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.3427Z","caller":"traceutil/trace.go:171","msg":"trace[1276030749] transaction","detail":"{read_only:false; response_revision:4266; number_of_response:1; }","duration":"107.616419ms","start":"2026-03-02T16:51:28.235009Z","end":"2026-03-02T16:51:28.342626Z","steps":["trace[1276030749] 'process raft request' (duration: 107.100097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.343208Z","caller":"traceutil/trace.go:171","msg":"trace[1031515750] transaction","detail":"{read_only:false; response_revision:4267; number_of_response:1; }","duration":"107.27496ms","start":"2026-03-02T16:51:28.23592Z","end":"2026-03-02T16:51:28.343195Z","steps":["trace[1031515750] 'process raft request' (duration: 106.348096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:28.343421Z","caller":"traceutil/trace.go:171","msg":"trace[459264534] transaction","detail":"{read_only:false; response_revision:4268; number_of_response:1; }","duration":"107.27768ms","start":"2026-03-02T16:51:28.236118Z","end":"2026-03-02T16:51:28.343396Z","steps":["trace[459264534] 'process raft request' (duration: 106.199503ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:32.766997Z","caller":"traceutil/trace.go:171","msg":"trace[1064189963] linearizableReadLoop","detail":"{readStateIndex:4591; appliedIndex:4590; }","duration":"140.436551ms","start":"2026-03-02T16:51:32.626525Z","end":"2026-03-02T16:51:32.766962Z","steps":["trace[1064189963] 'read index received' (duration: 139.732953ms)","trace[1064189963] 'applied index is now lower than readState.Index' (duration: 701.648µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:32.767219Z","caller":"traceutil/trace.go:171","msg":"trace[836146668] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"142.609415ms","start":"2026-03-02T16:51:32.624583Z","end":"2026-03-02T16:51:32.767193Z","steps":["trace[836146668] 'process raft request' (duration: 141.590529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:32.767254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.706557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4737"} {"level":"info","ts":"2026-03-02T16:51:32.767293Z","caller":"traceutil/trace.go:171","msg":"trace[123486114] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4405; }","duration":"140.770229ms","start":"2026-03-02T16:51:32.626512Z","end":"2026-03-02T16:51:32.767282Z","steps":["trace[123486114] 'agreement among raft nodes before linearized reading' (duration: 140.632325ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:32.769307Z","caller":"traceutil/trace.go:171","msg":"trace[382685791] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"139.434434ms","start":"2026-03-02T16:51:32.629839Z","end":"2026-03-02T16:51:32.769274Z","steps":["trace[382685791] 'process raft request' (duration: 139.138817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:32.769813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.596923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:51:32.769859Z","caller":"traceutil/trace.go:171","msg":"trace[346635092] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"136.858408ms","start":"2026-03-02T16:51:32.632991Z","end":"2026-03-02T16:51:32.76985Z","steps":["trace[346635092] 'process raft request' (duration: 136.18764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:32.770059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.598849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:51:32.770119Z","caller":"traceutil/trace.go:171","msg":"trace[1960065925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4407; }","duration":"102.66212ms","start":"2026-03-02T16:51:32.667425Z","end":"2026-03-02T16:51:32.770088Z","steps":["trace[1960065925] 'agreement among raft nodes before linearized reading' (duration: 102.547558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:32.770454Z","caller":"traceutil/trace.go:171","msg":"trace[973046808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4407; }","duration":"106.742386ms","start":"2026-03-02T16:51:32.663142Z","end":"2026-03-02T16:51:32.769884Z","steps":["trace[973046808] 'agreement among raft nodes before linearized reading' (duration: 106.46882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:33.957072Z","caller":"traceutil/trace.go:171","msg":"trace[1448534628] linearizableReadLoop","detail":"{readStateIndex:4632; appliedIndex:4631; }","duration":"322.927981ms","start":"2026-03-02T16:51:33.634122Z","end":"2026-03-02T16:51:33.957051Z","steps":["trace[1448534628] 'read index received' (duration: 322.714125ms)","trace[1448534628] 'applied index is now lower than readState.Index' (duration: 212.896µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:51:33.957299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.162626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aef166cd-1305-44d6-8d97-9d41422ac746\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-02T16:51:33.957264Z","caller":"traceutil/trace.go:171","msg":"trace[629583178] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"437.555652ms","start":"2026-03-02T16:51:33.519646Z","end":"2026-03-02T16:51:33.957202Z","steps":["trace[629583178] 'process raft request' (duration: 437.260445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:33.957529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:33.519629Z","time spent":"437.767467ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3959,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:51:33.957593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.736873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:51:33.957337Z","caller":"traceutil/trace.go:171","msg":"trace[1813061843] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-aef166cd-1305-44d6-8d97-9d41422ac746; range_end:; response_count:1; response_revision:4446; }","duration":"323.259379ms","start":"2026-03-02T16:51:33.634067Z","end":"2026-03-02T16:51:33.957326Z","steps":["trace[1813061843] 'agreement among raft nodes before linearized reading' (duration: 323.095725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:33.957676Z","caller":"traceutil/trace.go:171","msg":"trace[50784534] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4446; }","duration":"183.878457ms","start":"2026-03-02T16:51:33.773779Z","end":"2026-03-02T16:51:33.957657Z","steps":["trace[50784534] 'agreement among raft nodes before linearized reading' (duration: 183.736873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:33.957814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:33.634047Z","time spent":"323.709752ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-aef166cd-1305-44d6-8d97-9d41422ac746\" "} {"level":"warn","ts":"2026-03-02T16:51:33.958066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.444101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-03-02T16:51:33.958114Z","caller":"traceutil/trace.go:171","msg":"trace[1767446873] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4446; }","duration":"282.536323ms","start":"2026-03-02T16:51:33.675568Z","end":"2026-03-02T16:51:33.958104Z","steps":["trace[1767446873] 'agreement among raft nodes before linearized reading' (duration: 281.793394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:41.882482Z","caller":"traceutil/trace.go:171","msg":"trace[386256861] linearizableReadLoop","detail":"{readStateIndex:4894; appliedIndex:4893; }","duration":"321.831091ms","start":"2026-03-02T16:51:41.560632Z","end":"2026-03-02T16:51:41.882463Z","steps":["trace[386256861] 'read index received' (duration: 321.701588ms)","trace[386256861] 'applied index is now lower than readState.Index' (duration: 128.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:41.882566Z","caller":"traceutil/trace.go:171","msg":"trace[2001425417] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"340.959959ms","start":"2026-03-02T16:51:41.541565Z","end":"2026-03-02T16:51:41.882525Z","steps":["trace[2001425417] 'process raft request' (duration: 340.758754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:41.882674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.038248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-02T16:51:41.882704Z","caller":"traceutil/trace.go:171","msg":"trace[1369690152] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4699; }","duration":"322.084739ms","start":"2026-03-02T16:51:41.56061Z","end":"2026-03-02T16:51:41.882695Z","steps":["trace[1369690152] 'agreement among raft nodes before linearized reading' (duration: 321.961685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:41.882711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:41.541544Z","time spent":"341.088662ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:51:41.882732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:41.560504Z","time spent":"322.222084ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":916,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-02T16:51:41.934682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.554365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-02T16:51:41.934774Z","caller":"traceutil/trace.go:171","msg":"trace[706438156] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3; range_end:; response_count:1; response_revision:4699; }","duration":"260.688168ms","start":"2026-03-02T16:51:41.674066Z","end":"2026-03-02T16:51:41.934754Z","steps":["trace[706438156] 'agreement among raft nodes before linearized reading' (duration: 260.433582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:41.935069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.843984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776725"} {"level":"info","ts":"2026-03-02T16:51:41.935174Z","caller":"traceutil/trace.go:171","msg":"trace[2074861475] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4699; }","duration":"294.991319ms","start":"2026-03-02T16:51:41.640159Z","end":"2026-03-02T16:51:41.935151Z","steps":["trace[2074861475] 'agreement among raft nodes before linearized reading' (duration: 294.373773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.133945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837197949,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:51:46.252768Z","caller":"traceutil/trace.go:171","msg":"trace[2116069858] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"632.443574ms","start":"2026-03-02T16:51:45.620291Z","end":"2026-03-02T16:51:46.252735Z","steps":["trace[2116069858] 'process raft request' (duration: 627.851414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.252934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.620277Z","time spent":"632.568426ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:51:46.254554Z","caller":"traceutil/trace.go:171","msg":"trace[1664900401] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"634.189408ms","start":"2026-03-02T16:51:45.620337Z","end":"2026-03-02T16:51:46.254526Z","steps":["trace[1664900401] 'process raft request' (duration: 633.984143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.254723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.620318Z","time spent":"634.310281ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:51:46.254818Z","caller":"traceutil/trace.go:171","msg":"trace[1474096845] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"634.415204ms","start":"2026-03-02T16:51:45.620382Z","end":"2026-03-02T16:51:46.254797Z","steps":["trace[1474096845] 'process raft request' (duration: 634.103235ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:46.254804Z","caller":"traceutil/trace.go:171","msg":"trace[1252039694] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"634.408144ms","start":"2026-03-02T16:51:45.62033Z","end":"2026-03-02T16:51:46.254738Z","steps":["trace[1252039694] 'process raft request' (duration: 634.113706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.254933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.620359Z","time spent":"634.514867ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:51:46.255046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.620307Z","time spent":"634.610549ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:51:46.255089Z","caller":"traceutil/trace.go:171","msg":"trace[424626729] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"626.736865ms","start":"2026-03-02T16:51:45.628339Z","end":"2026-03-02T16:51:46.255076Z","steps":["trace[424626729] 'process raft request' (duration: 626.366266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.255158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.628326Z","time spent":"626.794976ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11833,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:51:46.255207Z","caller":"traceutil/trace.go:171","msg":"trace[1579499696] linearizableReadLoop","detail":"{readStateIndex:4966; appliedIndex:4960; }","duration":"621.898559ms","start":"2026-03-02T16:51:45.633297Z","end":"2026-03-02T16:51:46.255195Z","steps":["trace[1579499696] 'read index received' (duration: 614.971789ms)","trace[1579499696] 'applied index is now lower than readState.Index' (duration: 6.92569ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:51:46.255255Z","caller":"traceutil/trace.go:171","msg":"trace[1141118226] transaction","detail":"{read_only:false; response_revision:4768; number_of_response:1; }","duration":"608.625945ms","start":"2026-03-02T16:51:45.646622Z","end":"2026-03-02T16:51:46.255248Z","steps":["trace[1141118226] 'process raft request' (duration: 608.497112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.255611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.646605Z","time spent":"608.981384ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:51:46.255418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.097414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-02T16:51:46.25553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.157568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T16:51:46.259611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.53545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:786961"} {"level":"info","ts":"2026-03-02T16:51:46.259724Z","caller":"traceutil/trace.go:171","msg":"trace[1578799117] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4768; }","duration":"481.637464ms","start":"2026-03-02T16:51:45.77804Z","end":"2026-03-02T16:51:46.259678Z","steps":["trace[1578799117] 'agreement among raft nodes before linearized reading' (duration: 477.329471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.259771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.777994Z","time spent":"481.766427ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":26,"response size":786983,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-03-02T16:51:46.260009Z","caller":"traceutil/trace.go:171","msg":"trace[353230860] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4768; }","duration":"622.433413ms","start":"2026-03-02T16:51:45.633291Z","end":"2026-03-02T16:51:46.255724Z","steps":["trace[353230860] 'agreement among raft nodes before linearized reading' (duration: 621.994831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.260123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.633259Z","time spent":"626.827267ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T16:51:46.260405Z","caller":"traceutil/trace.go:171","msg":"trace[2010089684] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4768; }","duration":"389.417563ms","start":"2026-03-02T16:51:45.866325Z","end":"2026-03-02T16:51:46.255743Z","steps":["trace[2010089684] 'agreement among raft nodes before linearized reading' (duration: 389.121146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:46.260445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:45.866304Z","time spent":"394.129526ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T16:51:51.828286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.450398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:51:51.828374Z","caller":"traceutil/trace.go:171","msg":"trace[880911325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4874; }","duration":"376.588912ms","start":"2026-03-02T16:51:51.451765Z","end":"2026-03-02T16:51:51.828354Z","steps":["trace[880911325] 'range keys from in-memory index tree' (duration: 376.370206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:51.828399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.645275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"warn","ts":"2026-03-02T16:51:51.828425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:51.451747Z","time spent":"376.668163ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:51:51.828459Z","caller":"traceutil/trace.go:171","msg":"trace[193572890] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:4874; }","duration":"356.733847ms","start":"2026-03-02T16:51:51.471712Z","end":"2026-03-02T16:51:51.828446Z","steps":["trace[193572890] 'range keys from in-memory index tree' (duration: 356.47484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:51.828501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:51.471691Z","time spent":"356.796658ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":565,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-02T16:51:51.828607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.810811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-z4wb7\" ","response":"range_response_count:1 size:4444"} {"level":"warn","ts":"2026-03-02T16:51:51.828656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.58386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:10 size:391798"} {"level":"info","ts":"2026-03-02T16:51:51.828724Z","caller":"traceutil/trace.go:171","msg":"trace[1810881074] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:10; response_revision:4874; }","duration":"342.709013ms","start":"2026-03-02T16:51:51.485998Z","end":"2026-03-02T16:51:51.828707Z","steps":["trace[1810881074] 'range keys from in-memory index tree' (duration: 342.280382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:51:51.828715Z","caller":"traceutil/trace.go:171","msg":"trace[449328862] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-z4wb7; range_end:; response_count:1; response_revision:4874; }","duration":"191.999716ms","start":"2026-03-02T16:51:51.636689Z","end":"2026-03-02T16:51:51.828689Z","steps":["trace[449328862] 'range keys from in-memory index tree' (duration: 191.659638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:51:51.828753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:51:51.485974Z","time spent":"342.771044ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":10,"response size":391820,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-02T16:51:51.828801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.136473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T16:51:51.828843Z","caller":"traceutil/trace.go:171","msg":"trace[1002812565] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4874; }","duration":"174.201704ms","start":"2026-03-02T16:51:51.654624Z","end":"2026-03-02T16:51:51.828826Z","steps":["trace[1002812565] 'range keys from in-memory index tree' (duration: 174.03223ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:00.791399Z","caller":"traceutil/trace.go:171","msg":"trace[2079605311] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"100.022622ms","start":"2026-03-02T16:52:00.691352Z","end":"2026-03-02T16:52:00.791374Z","steps":["trace[2079605311] 'process raft request' (duration: 99.862128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:01.588108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.5942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:01.5882Z","caller":"traceutil/trace.go:171","msg":"trace[1131833182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5039; }","duration":"136.719984ms","start":"2026-03-02T16:52:01.451442Z","end":"2026-03-02T16:52:01.588162Z","steps":["trace[1131833182] 'range keys from in-memory index tree' (duration: 136.403695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:01.985709Z","caller":"traceutil/trace.go:171","msg":"trace[1403144533] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"248.191973ms","start":"2026-03-02T16:52:01.737485Z","end":"2026-03-02T16:52:01.985677Z","steps":["trace[1403144533] 'process raft request' (duration: 247.992718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:02.466315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.466108ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T16:52:02.466418Z","caller":"traceutil/trace.go:171","msg":"trace[1174666759] linearizableReadLoop","detail":"{readStateIndex:5244; appliedIndex:5243; }","duration":"384.494397ms","start":"2026-03-02T16:52:02.081908Z","end":"2026-03-02T16:52:02.466403Z","steps":["trace[1174666759] 'read index received' (duration: 63.742µs)","trace[1174666759] 'applied index is now lower than readState.Index' (duration: 384.429525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:52:02.466792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.888747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbb9d8a6-c626-4812-8b60-f015b2f765a7\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-03-02T16:52:02.466834Z","caller":"traceutil/trace.go:171","msg":"trace[938689915] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cbb9d8a6-c626-4812-8b60-f015b2f765a7; range_end:; response_count:1; response_revision:5040; }","duration":"384.98486ms","start":"2026-03-02T16:52:02.081838Z","end":"2026-03-02T16:52:02.466823Z","steps":["trace[938689915] 'agreement among raft nodes before linearized reading' (duration: 384.725212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:02.46689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:02.081807Z","time spent":"385.073042ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cbb9d8a6-c626-4812-8b60-f015b2f765a7\" "} {"level":"warn","ts":"2026-03-02T16:52:11.703303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.056852ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:52:11.703653Z","caller":"traceutil/trace.go:171","msg":"trace[600187194] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"652.054131ms","start":"2026-03-02T16:52:11.051522Z","end":"2026-03-02T16:52:11.703576Z","steps":["trace[600187194] 'process raft request' (duration: 384.6248ms)","trace[600187194] 'compare' (duration: 266.558579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:52:11.703775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:11.051504Z","time spent":"652.213515ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:52:17.182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837199030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:52:17.682968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837199030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:52:18.254669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801843517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:18.254757Z","caller":"traceutil/trace.go:171","msg":"trace[1529904829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5237; }","duration":"1.801964689s","start":"2026-03-02T16:52:16.452773Z","end":"2026-03-02T16:52:18.254738Z","steps":["trace[1529904829] 'range keys from in-memory index tree' (duration: 1.801778324s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.254805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.452758Z","time spent":"1.802035231s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:52:18.25628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.741305ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:52:18.256484Z","caller":"traceutil/trace.go:171","msg":"trace[1178848397] transaction","detail":"{read_only:false; response_revision:5238; number_of_response:1; }","duration":"1.677673087s","start":"2026-03-02T16:52:16.578785Z","end":"2026-03-02T16:52:18.256458Z","steps":["trace[1178848397] 'process raft request' (duration: 1.420677235s)","trace[1178848397] 'compare' (duration: 255.942945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:52:18.256603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.578764Z","time spent":"1.677759898s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:52:18.256625Z","caller":"traceutil/trace.go:171","msg":"trace[586441703] linearizableReadLoop","detail":"{readStateIndex:5450; appliedIndex:5447; }","duration":"1.575362316s","start":"2026-03-02T16:52:16.681245Z","end":"2026-03-02T16:52:18.256607Z","steps":["trace[586441703] 'read index received' (duration: 1.318231291s)","trace[586441703] 'applied index is now lower than readState.Index' (duration: 257.130144ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:18.256692Z","caller":"traceutil/trace.go:171","msg":"trace[1815881557] transaction","detail":"{read_only:false; response_revision:5239; number_of_response:1; }","duration":"1.651374494s","start":"2026-03-02T16:52:16.60527Z","end":"2026-03-02T16:52:18.256644Z","steps":["trace[1815881557] 'process raft request' (duration: 1.651114328s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:18.256762Z","caller":"traceutil/trace.go:171","msg":"trace[141711937] transaction","detail":"{read_only:false; response_revision:5240; number_of_response:1; }","duration":"1.408455088s","start":"2026-03-02T16:52:16.848211Z","end":"2026-03-02T16:52:18.256667Z","steps":["trace[141711937] 'process raft request' (duration: 1.408325145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.256825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575581712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T16:52:18.256858Z","caller":"traceutil/trace.go:171","msg":"trace[301293528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:5240; }","duration":"1.575619752s","start":"2026-03-02T16:52:16.681229Z","end":"2026-03-02T16:52:18.256849Z","steps":["trace[301293528] 'agreement among raft nodes before linearized reading' (duration: 1.575476709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.256868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.60525Z","time spent":"1.65152682s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:52:18.256912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.681173Z","time spent":"1.575730895s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T16:52:18.256946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263922694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T16:52:18.256935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.848192Z","time spent":"1.408661814s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:52:18.256978Z","caller":"traceutil/trace.go:171","msg":"trace[1583183336] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5240; }","duration":"1.263970314s","start":"2026-03-02T16:52:16.992998Z","end":"2026-03-02T16:52:18.256969Z","steps":["trace[1583183336] 'agreement among raft nodes before linearized reading' (duration: 1.263847881s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.257042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.992991Z","time spent":"1.264045196s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:52:18.256874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246666066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:52:18.257107Z","caller":"traceutil/trace.go:171","msg":"trace[899125402] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5240; }","duration":"1.246931312s","start":"2026-03-02T16:52:17.010167Z","end":"2026-03-02T16:52:18.257098Z","steps":["trace[899125402] 'agreement among raft nodes before linearized reading' (duration: 1.246648265s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.257132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:17.010153Z","time spent":"1.246971243s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:52:18.257095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266693494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T16:52:18.257179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.915865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:52:18.257155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246971933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:52:18.257193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280903782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T16:52:18.257215Z","caller":"traceutil/trace.go:171","msg":"trace[1160275115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5240; }","duration":"520.021129ms","start":"2026-03-02T16:52:17.737185Z","end":"2026-03-02T16:52:18.257207Z","steps":["trace[1160275115] 'agreement among raft nodes before linearized reading' (duration: 519.934947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:18.257206Z","caller":"traceutil/trace.go:171","msg":"trace[1674964711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5240; }","duration":"1.266839767s","start":"2026-03-02T16:52:16.990338Z","end":"2026-03-02T16:52:18.257177Z","steps":["trace[1674964711] 'agreement among raft nodes before linearized reading' (duration: 1.26652193s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:18.257228Z","caller":"traceutil/trace.go:171","msg":"trace[58897726] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5240; }","duration":"1.280967863s","start":"2026-03-02T16:52:16.976248Z","end":"2026-03-02T16:52:18.257216Z","steps":["trace[58897726] 'agreement among raft nodes before linearized reading' (duration: 1.280883701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.257236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:17.737143Z","time spent":"520.088081ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:52:18.257252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.97623Z","time spent":"1.281016725s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-02T16:52:18.257236Z","caller":"traceutil/trace.go:171","msg":"trace[1992133485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5240; }","duration":"1.247090595s","start":"2026-03-02T16:52:17.010126Z","end":"2026-03-02T16:52:18.257216Z","steps":["trace[1992133485] 'agreement among raft nodes before linearized reading' (duration: 1.246808528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.257262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.990318Z","time spent":"1.26693141s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:52:18.25727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139900147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:18.257417Z","caller":"traceutil/trace.go:171","msg":"trace[933951916] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5240; }","duration":"1.140106503s","start":"2026-03-02T16:52:17.1173Z","end":"2026-03-02T16:52:18.257407Z","steps":["trace[933951916] 'agreement among raft nodes before linearized reading' (duration: 1.139938578s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.257443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:17.117272Z","time spent":"1.140163285s","remote":"127.0.0.1:41318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:52:18.257557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343098285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16403"} {"level":"info","ts":"2026-03-02T16:52:18.257812Z","caller":"traceutil/trace.go:171","msg":"trace[1981397082] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5240; }","duration":"1.343382913s","start":"2026-03-02T16:52:16.914412Z","end":"2026-03-02T16:52:18.257795Z","steps":["trace[1981397082] 'agreement among raft nodes before linearized reading' (duration: 1.342378107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:18.257863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:16.914397Z","time spent":"1.343448124s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16425,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T16:52:18.258293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:17.010114Z","time spent":"1.247161708s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T16:52:18.387048Z","caller":"traceutil/trace.go:171","msg":"trace[245074822] transaction","detail":"{read_only:false; response_revision:5246; number_of_response:1; }","duration":"116.316044ms","start":"2026-03-02T16:52:18.270705Z","end":"2026-03-02T16:52:18.387021Z","steps":["trace[245074822] 'process raft request' (duration: 112.539526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:43.096051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2652} {"level":"info","ts":"2026-03-02T16:52:43.155398Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2652,"took":"58.128757ms","hash":1214054279,"current-db-size-bytes":39219200,"current-db-size":"39 MB","current-db-size-in-use-bytes":29192192,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T16:52:43.155465Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1214054279,"revision":2652,"compact-revision":-1} {"level":"warn","ts":"2026-03-02T16:52:54.462833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.066047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:54.462904Z","caller":"traceutil/trace.go:171","msg":"trace[1516138197] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5539; }","duration":"168.147149ms","start":"2026-03-02T16:52:54.294743Z","end":"2026-03-02T16:52:54.46289Z","steps":["trace[1516138197] 'range keys from in-memory index tree' (duration: 168.002994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.813855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.23597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:52:54.814175Z","caller":"traceutil/trace.go:171","msg":"trace[240061642] transaction","detail":"{read_only:false; response_revision:5541; number_of_response:1; }","duration":"352.192178ms","start":"2026-03-02T16:52:54.46193Z","end":"2026-03-02T16:52:54.814122Z","steps":["trace[240061642] 'process raft request' (duration: 227.551548ms)","trace[240061642] 'compare' (duration: 124.068956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:52:54.814367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:54.461902Z","time spent":"352.377624ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:52:54.814391Z","caller":"traceutil/trace.go:171","msg":"trace[1019552424] linearizableReadLoop","detail":"{readStateIndex:5762; appliedIndex:5760; }","duration":"348.512434ms","start":"2026-03-02T16:52:54.465865Z","end":"2026-03-02T16:52:54.814378Z","steps":["trace[1019552424] 'read index received' (duration: 5.960604ms)","trace[1019552424] 'applied index is now lower than readState.Index' (duration: 342.55108ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:54.81448Z","caller":"traceutil/trace.go:171","msg":"trace[716226376] transaction","detail":"{read_only:false; response_revision:5542; number_of_response:1; }","duration":"352.176498ms","start":"2026-03-02T16:52:54.462281Z","end":"2026-03-02T16:52:54.814457Z","steps":["trace[716226376] 'process raft request' (duration: 351.713106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.814853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.532639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:52:54.814915Z","caller":"traceutil/trace.go:171","msg":"trace[1446721919] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5542; }","duration":"283.620101ms","start":"2026-03-02T16:52:54.531282Z","end":"2026-03-02T16:52:54.814902Z","steps":["trace[1446721919] 'agreement among raft nodes before linearized reading' (duration: 283.454087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.814935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.514168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:52:54.814976Z","caller":"traceutil/trace.go:171","msg":"trace[33551893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5542; }","duration":"146.59502ms","start":"2026-03-02T16:52:54.668369Z","end":"2026-03-02T16:52:54.814964Z","steps":["trace[33551893] 'agreement among raft nodes before linearized reading' (duration: 146.455055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.815124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.80876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T16:52:54.815126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.236181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:52:54.815165Z","caller":"traceutil/trace.go:171","msg":"trace[472817902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5542; }","duration":"146.316783ms","start":"2026-03-02T16:52:54.668839Z","end":"2026-03-02T16:52:54.815156Z","steps":["trace[472817902] 'agreement among raft nodes before linearized reading' (duration: 146.21858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.815127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.189142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T16:52:54.815177Z","caller":"traceutil/trace.go:171","msg":"trace[459656973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5542; }","duration":"118.863851ms","start":"2026-03-02T16:52:54.696285Z","end":"2026-03-02T16:52:54.815149Z","steps":["trace[459656973] 'agreement among raft nodes before linearized reading' (duration: 118.762069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:54.815265Z","caller":"traceutil/trace.go:171","msg":"trace[271518948] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:5542; }","duration":"263.328305ms","start":"2026-03-02T16:52:54.551892Z","end":"2026-03-02T16:52:54.81522Z","steps":["trace[271518948] 'agreement among raft nodes before linearized reading' (duration: 263.13548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.81538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:54.462265Z","time spent":"352.432094ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:52:54.814602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.7528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:54.815459Z","caller":"traceutil/trace.go:171","msg":"trace[721798523] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5542; }","duration":"349.655293ms","start":"2026-03-02T16:52:54.465792Z","end":"2026-03-02T16:52:54.815447Z","steps":["trace[721798523] 'agreement among raft nodes before linearized reading' (duration: 348.729229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:54.815496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:54.465774Z","time spent":"349.710814ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T16:52:54.815523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.354548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:52:54.815648Z","caller":"traceutil/trace.go:171","msg":"trace[1575124365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5542; }","duration":"211.569954ms","start":"2026-03-02T16:52:54.604049Z","end":"2026-03-02T16:52:54.815619Z","steps":["trace[1575124365] 'agreement among raft nodes before linearized reading' (duration: 210.918348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:55.091973Z","caller":"traceutil/trace.go:171","msg":"trace[1599495648] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"273.664953ms","start":"2026-03-02T16:52:54.818275Z","end":"2026-03-02T16:52:55.09194Z","steps":["trace[1599495648] 'process raft request' (duration: 232.351892ms)","trace[1599495648] 'compare' (duration: 41.038915ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:55.092355Z","caller":"traceutil/trace.go:171","msg":"trace[519402953] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"273.576571ms","start":"2026-03-02T16:52:54.818735Z","end":"2026-03-02T16:52:55.092311Z","steps":["trace[519402953] 'process raft request' (duration: 273.128369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:55.092951Z","caller":"traceutil/trace.go:171","msg":"trace[2116487173] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"274.191158ms","start":"2026-03-02T16:52:54.818745Z","end":"2026-03-02T16:52:55.092936Z","steps":["trace[2116487173] 'process raft request' (duration: 273.437458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:55.09315Z","caller":"traceutil/trace.go:171","msg":"trace[206715339] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"273.572031ms","start":"2026-03-02T16:52:54.819549Z","end":"2026-03-02T16:52:55.093121Z","steps":["trace[206715339] 'process raft request' (duration: 273.332805ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:55.093141Z","caller":"traceutil/trace.go:171","msg":"trace[2124095416] linearizableReadLoop","detail":"{readStateIndex:5765; appliedIndex:5762; }","duration":"273.986281ms","start":"2026-03-02T16:52:54.819133Z","end":"2026-03-02T16:52:55.093119Z","steps":["trace[2124095416] 'read index received' (duration: 231.297615ms)","trace[2124095416] 'applied index is now lower than readState.Index' (duration: 42.687486ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:55.09321Z","caller":"traceutil/trace.go:171","msg":"trace[1308062491] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"272.704999ms","start":"2026-03-02T16:52:54.820485Z","end":"2026-03-02T16:52:55.09319Z","steps":["trace[1308062491] 'process raft request' (duration: 272.543735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:55.093673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.519505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101516"} {"level":"info","ts":"2026-03-02T16:52:55.093732Z","caller":"traceutil/trace.go:171","msg":"trace[1474822050] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5547; }","duration":"274.614629ms","start":"2026-03-02T16:52:54.819105Z","end":"2026-03-02T16:52:55.093719Z","steps":["trace[1474822050] 'agreement among raft nodes before linearized reading' (duration: 274.166257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:55.09374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.441333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19852"} {"level":"info","ts":"2026-03-02T16:52:55.093785Z","caller":"traceutil/trace.go:171","msg":"trace[989179860] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5547; }","duration":"274.533925ms","start":"2026-03-02T16:52:54.819241Z","end":"2026-03-02T16:52:55.093775Z","steps":["trace[989179860] 'agreement among raft nodes before linearized reading' (duration: 274.106704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:56.641259Z","caller":"traceutil/trace.go:171","msg":"trace[191508189] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"621.464667ms","start":"2026-03-02T16:52:56.019778Z","end":"2026-03-02T16:52:56.641243Z","steps":["trace[191508189] 'process raft request' (duration: 621.360585ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:56.641316Z","caller":"traceutil/trace.go:171","msg":"trace[615902916] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5768; }","duration":"350.247817ms","start":"2026-03-02T16:52:56.29103Z","end":"2026-03-02T16:52:56.641278Z","steps":["trace[615902916] 'read index received' (duration: 350.230907ms)","trace[615902916] 'applied index is now lower than readState.Index' (duration: 14.44µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:52:56.641793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.755141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:52:56.641835Z","caller":"traceutil/trace.go:171","msg":"trace[1034432790] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:5548; }","duration":"350.838993ms","start":"2026-03-02T16:52:56.290986Z","end":"2026-03-02T16:52:56.641825Z","steps":["trace[1034432790] 'agreement among raft nodes before linearized reading' (duration: 350.390531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:56.641858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:56.290965Z","time spent":"350.887584ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T16:52:56.642196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:56.019753Z","time spent":"621.584501ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:52:56.655469Z","caller":"traceutil/trace.go:171","msg":"trace[460909375] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"178.524877ms","start":"2026-03-02T16:52:56.476909Z","end":"2026-03-02T16:52:56.655434Z","steps":["trace[460909375] 'process raft request' (duration: 178.279161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:56.655993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.587988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:56.656071Z","caller":"traceutil/trace.go:171","msg":"trace[294855204] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:5549; }","duration":"330.892295ms","start":"2026-03-02T16:52:56.32516Z","end":"2026-03-02T16:52:56.656052Z","steps":["trace[294855204] 'agreement among raft nodes before linearized reading' (duration: 330.197767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:56.656118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:52:56.325142Z","time spent":"330.963038ms","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:52:56.808362Z","caller":"traceutil/trace.go:171","msg":"trace[64065532] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"141.454016ms","start":"2026-03-02T16:52:56.66689Z","end":"2026-03-02T16:52:56.808344Z","steps":["trace[64065532] 'process raft request' (duration: 138.437108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:57.064788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.058887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:52:57.064935Z","caller":"traceutil/trace.go:171","msg":"trace[1498734825] transaction","detail":"{read_only:false; response_revision:5553; number_of_response:1; }","duration":"249.150928ms","start":"2026-03-02T16:52:56.815767Z","end":"2026-03-02T16:52:57.064918Z","steps":["trace[1498734825] 'process raft request' (duration: 139.871205ms)","trace[1498734825] 'compare' (duration: 108.871583ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:57.065375Z","caller":"traceutil/trace.go:171","msg":"trace[684942187] transaction","detail":"{read_only:false; response_revision:5554; number_of_response:1; }","duration":"249.545917ms","start":"2026-03-02T16:52:56.815802Z","end":"2026-03-02T16:52:57.065347Z","steps":["trace[684942187] 'process raft request' (duration: 249.067994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.06566Z","caller":"traceutil/trace.go:171","msg":"trace[1064176905] transaction","detail":"{read_only:false; response_revision:5555; number_of_response:1; }","duration":"249.821234ms","start":"2026-03-02T16:52:56.815817Z","end":"2026-03-02T16:52:57.065638Z","steps":["trace[1064176905] 'process raft request' (duration: 249.309482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.065723Z","caller":"traceutil/trace.go:171","msg":"trace[1032366509] transaction","detail":"{read_only:false; response_revision:5556; number_of_response:1; }","duration":"249.726672ms","start":"2026-03-02T16:52:56.815982Z","end":"2026-03-02T16:52:57.065709Z","steps":["trace[1032366509] 'process raft request' (duration: 249.527047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.065997Z","caller":"traceutil/trace.go:171","msg":"trace[906059332] transaction","detail":"{read_only:false; response_revision:5557; number_of_response:1; }","duration":"249.975709ms","start":"2026-03-02T16:52:56.816008Z","end":"2026-03-02T16:52:57.065983Z","steps":["trace[906059332] 'process raft request' (duration: 249.637079ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.066148Z","caller":"traceutil/trace.go:171","msg":"trace[1540938628] linearizableReadLoop","detail":"{readStateIndex:5778; appliedIndex:5772; }","duration":"249.080256ms","start":"2026-03-02T16:52:56.817048Z","end":"2026-03-02T16:52:57.066128Z","steps":["trace[1540938628] 'read index received' (duration: 30.282296ms)","trace[1540938628] 'applied index is now lower than readState.Index' (duration: 218.79681ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:57.066264Z","caller":"traceutil/trace.go:171","msg":"trace[1131131999] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"247.379611ms","start":"2026-03-02T16:52:56.81887Z","end":"2026-03-02T16:52:57.066249Z","steps":["trace[1131131999] 'process raft request' (duration: 247.111905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:57.066369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.309231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-02T16:52:57.066407Z","caller":"traceutil/trace.go:171","msg":"trace[338751912] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:5560; }","duration":"249.494806ms","start":"2026-03-02T16:52:56.816901Z","end":"2026-03-02T16:52:57.066396Z","steps":["trace[338751912] 'agreement among raft nodes before linearized reading' (duration: 249.358032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:57.066497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.980178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-02T16:52:57.0665Z","caller":"traceutil/trace.go:171","msg":"trace[357785062] transaction","detail":"{read_only:false; response_revision:5560; number_of_response:1; }","duration":"246.871209ms","start":"2026-03-02T16:52:56.819607Z","end":"2026-03-02T16:52:57.066478Z","steps":["trace[357785062] 'process raft request' (duration: 246.472208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.066544Z","caller":"traceutil/trace.go:171","msg":"trace[1110398601] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5560; }","duration":"248.04451ms","start":"2026-03-02T16:52:56.818486Z","end":"2026-03-02T16:52:57.06653Z","steps":["trace[1110398601] 'agreement among raft nodes before linearized reading' (duration: 247.890575ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.066642Z","caller":"traceutil/trace.go:171","msg":"trace[2101410708] transaction","detail":"{read_only:false; response_revision:5558; number_of_response:1; }","duration":"248.956583ms","start":"2026-03-02T16:52:56.817668Z","end":"2026-03-02T16:52:57.066624Z","steps":["trace[2101410708] 'process raft request' (duration: 248.224034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.214754Z","caller":"traceutil/trace.go:171","msg":"trace[1861204986] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"114.427595ms","start":"2026-03-02T16:52:57.100292Z","end":"2026-03-02T16:52:57.21472Z","steps":["trace[1861204986] 'process raft request' (duration: 109.418126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.215192Z","caller":"traceutil/trace.go:171","msg":"trace[291329160] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"114.809716ms","start":"2026-03-02T16:52:57.100344Z","end":"2026-03-02T16:52:57.215154Z","steps":["trace[291329160] 'process raft request' (duration: 114.305253ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.215224Z","caller":"traceutil/trace.go:171","msg":"trace[1671453040] transaction","detail":"{read_only:false; response_revision:5564; number_of_response:1; }","duration":"114.20833ms","start":"2026-03-02T16:52:57.100987Z","end":"2026-03-02T16:52:57.215196Z","steps":["trace[1671453040] 'process raft request' (duration: 114.088427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.215202Z","caller":"traceutil/trace.go:171","msg":"trace[1298011809] linearizableReadLoop","detail":"{readStateIndex:5786; appliedIndex:5781; }","duration":"111.580901ms","start":"2026-03-02T16:52:57.103596Z","end":"2026-03-02T16:52:57.215177Z","steps":["trace[1298011809] 'read index received' (duration: 106.232992ms)","trace[1298011809] 'applied index is now lower than readState.Index' (duration: 5.346659ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:52:57.215417Z","caller":"traceutil/trace.go:171","msg":"trace[1065308031] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"114.643091ms","start":"2026-03-02T16:52:57.10076Z","end":"2026-03-02T16:52:57.215403Z","steps":["trace[1065308031] 'process raft request' (duration: 114.1778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:57.215488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.864628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101516"} {"level":"warn","ts":"2026-03-02T16:52:57.215515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.670657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:52:57.215537Z","caller":"traceutil/trace.go:171","msg":"trace[1684056386] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5565; }","duration":"111.9338ms","start":"2026-03-02T16:52:57.103593Z","end":"2026-03-02T16:52:57.215527Z","steps":["trace[1684056386] 'agreement among raft nodes before linearized reading' (duration: 111.659103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.215552Z","caller":"traceutil/trace.go:171","msg":"trace[985858117] transaction","detail":"{read_only:false; response_revision:5565; number_of_response:1; }","duration":"114.015434ms","start":"2026-03-02T16:52:57.101519Z","end":"2026-03-02T16:52:57.215534Z","steps":["trace[985858117] 'process raft request' (duration: 113.612394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:52:57.215545Z","caller":"traceutil/trace.go:171","msg":"trace[831112295] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5565; }","duration":"103.720728ms","start":"2026-03-02T16:52:57.111814Z","end":"2026-03-02T16:52:57.215534Z","steps":["trace[831112295] 'agreement among raft nodes before linearized reading' (duration: 103.639226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:52:57.546395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.193636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:52:57.546477Z","caller":"traceutil/trace.go:171","msg":"trace[1166179736] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5565; }","duration":"164.338ms","start":"2026-03-02T16:52:57.382122Z","end":"2026-03-02T16:52:57.54646Z","steps":["trace[1166179736] 'count revisions from in-memory index tree' (duration: 164.015251ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:57:43.103099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5393} {"level":"info","ts":"2026-03-02T16:57:43.203674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5393,"took":"97.723161ms","hash":921820092,"current-db-size-bytes":40345600,"current-db-size":"40 MB","current-db-size-in-use-bytes":20770816,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-02T16:57:43.203759Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":921820092,"revision":5393,"compact-revision":2652} {"level":"warn","ts":"2026-03-02T16:58:35.455388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:58:35.956658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:58:36.272369Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.784067543s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:58:36.272897Z","caller":"traceutil/trace.go:171","msg":"trace[1332196843] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"1.784683298s","start":"2026-03-02T16:58:34.488189Z","end":"2026-03-02T16:58:36.272872Z","steps":["trace[1332196843] 'process raft request' (duration: 1.784492383s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:36.27306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:34.48816Z","time spent":"1.784818282s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:37.360486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.080895736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:58:37.361894Z","caller":"traceutil/trace.go:171","msg":"trace[2103447967] transaction","detail":"{read_only:false; response_revision:7842; number_of_response:1; }","duration":"2.77464886s","start":"2026-03-02T16:58:34.587215Z","end":"2026-03-02T16:58:37.361864Z","steps":["trace[2103447967] 'process raft request' (duration: 2.774342843s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:37.362013Z","caller":"traceutil/trace.go:171","msg":"trace[1830904481] linearizableReadLoop","detail":"{readStateIndex:8144; appliedIndex:8142; }","duration":"2.407362021s","start":"2026-03-02T16:58:34.954617Z","end":"2026-03-02T16:58:37.361979Z","steps":["trace[1830904481] 'read index received' (duration: 1.318058457s)","trace[1830904481] 'applied index is now lower than readState.Index' (duration: 1.089301194s)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:37.362028Z","caller":"traceutil/trace.go:171","msg":"trace[372493172] transaction","detail":"{read_only:false; response_revision:7843; number_of_response:1; }","duration":"1.377260371s","start":"2026-03-02T16:58:35.984742Z","end":"2026-03-02T16:58:37.362002Z","steps":["trace[372493172] 'process raft request' (duration: 1.377062345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.362087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:34.587191Z","time spent":"2.774796665s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:37.362166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:35.984718Z","time spent":"1.377368553s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:37.362244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407620847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:58:37.362269Z","caller":"traceutil/trace.go:171","msg":"trace[476767077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7843; }","duration":"2.407681859s","start":"2026-03-02T16:58:34.954579Z","end":"2026-03-02T16:58:37.362261Z","steps":["trace[476767077] 'agreement among raft nodes before linearized reading' (duration: 2.407516085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.362319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:34.954564Z","time spent":"2.40772077s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:58:37.3631Z","caller":"traceutil/trace.go:171","msg":"trace[705822895] transaction","detail":"{read_only:false; response_revision:7844; number_of_response:1; }","duration":"1.023856598s","start":"2026-03-02T16:58:36.339221Z","end":"2026-03-02T16:58:37.363077Z","steps":["trace[705822895] 'process raft request' (duration: 1.023728555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.363207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:36.339175Z","time spent":"1.023980581s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:37.364171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911812741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:37.364396Z","caller":"traceutil/trace.go:171","msg":"trace[331593933] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7845; }","duration":"1.912067857s","start":"2026-03-02T16:58:35.452313Z","end":"2026-03-02T16:58:37.364381Z","steps":["trace[331593933] 'agreement among raft nodes before linearized reading' (duration: 1.91176569s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.36443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.444731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T16:58:37.36444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:35.452296Z","time spent":"1.912132038s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:58:37.364524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040601975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:37.364531Z","caller":"traceutil/trace.go:171","msg":"trace[2137297072] transaction","detail":"{read_only:false; response_revision:7845; number_of_response:1; }","duration":"829.030185ms","start":"2026-03-02T16:58:36.535471Z","end":"2026-03-02T16:58:37.364501Z","steps":["trace[2137297072] 'process raft request' (duration: 827.564227ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:37.364662Z","caller":"traceutil/trace.go:171","msg":"trace[447973474] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:7845; }","duration":"2.040760069s","start":"2026-03-02T16:58:35.323844Z","end":"2026-03-02T16:58:37.364604Z","steps":["trace[447973474] 'agreement among raft nodes before linearized reading' (duration: 2.040631536s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.364708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342422219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T16:58:37.36442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370917338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:58:37.364759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:36.535447Z","time spent":"829.210069ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:37.364794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217035812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:37.364818Z","caller":"traceutil/trace.go:171","msg":"trace[1055605173] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:7845; }","duration":"1.217108074s","start":"2026-03-02T16:58:36.147702Z","end":"2026-03-02T16:58:37.36481Z","steps":["trace[1055605173] 'agreement among raft nodes before linearized reading' (duration: 1.217069763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.364403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25901076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T16:58:37.364896Z","caller":"traceutil/trace.go:171","msg":"trace[1583217980] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7845; }","duration":"2.259561194s","start":"2026-03-02T16:58:35.105312Z","end":"2026-03-02T16:58:37.364874Z","steps":["trace[1583217980] 'agreement among raft nodes before linearized reading' (duration: 2.258769984s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:37.364461Z","caller":"traceutil/trace.go:171","msg":"trace[58244324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7845; }","duration":"375.511063ms","start":"2026-03-02T16:58:36.98894Z","end":"2026-03-02T16:58:37.364451Z","steps":["trace[58244324] 'agreement among raft nodes before linearized reading' (duration: 375.421141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.364916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382487176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:58:37.365029Z","caller":"traceutil/trace.go:171","msg":"trace[33460977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7845; }","duration":"2.3826533s","start":"2026-03-02T16:58:34.982348Z","end":"2026-03-02T16:58:37.365002Z","steps":["trace[33460977] 'agreement among raft nodes before linearized reading' (duration: 2.381703275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.365041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:36.988919Z","time spent":"376.057777ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:58:37.365057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:35.323817Z","time spent":"2.040885102s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:37.364741Z","caller":"traceutil/trace.go:171","msg":"trace[1837304364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7845; }","duration":"2.342492561s","start":"2026-03-02T16:58:35.022241Z","end":"2026-03-02T16:58:37.364733Z","steps":["trace[1837304364] 'agreement among raft nodes before linearized reading' (duration: 2.342415319s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.365186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:35.022219Z","time spent":"2.342954554s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:58:37.364901Z","caller":"traceutil/trace.go:171","msg":"trace[1166187479] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7845; }","duration":"2.37133916s","start":"2026-03-02T16:58:34.993464Z","end":"2026-03-02T16:58:37.364803Z","steps":["trace[1166187479] 'agreement among raft nodes before linearized reading' (duration: 2.370731984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.365292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:34.993442Z","time spent":"2.371829071s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:37.364964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:35.105296Z","time spent":"2.259651566s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:58:37.364401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010743182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T16:58:37.365538Z","caller":"traceutil/trace.go:171","msg":"trace[1098086209] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:7845; }","duration":"2.011905922s","start":"2026-03-02T16:58:35.353609Z","end":"2026-03-02T16:58:37.365515Z","steps":["trace[1098086209] 'agreement among raft nodes before linearized reading' (duration: 2.010574697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.365595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:35.353553Z","time spent":"2.012028666s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T16:58:37.36433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378543196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:58:37.365703Z","caller":"traceutil/trace.go:171","msg":"trace[2016351559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7845; }","duration":"2.379939691s","start":"2026-03-02T16:58:34.985753Z","end":"2026-03-02T16:58:37.365693Z","steps":["trace[2016351559] 'agreement among raft nodes before linearized reading' (duration: 2.378461823s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.36574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:34.985742Z","time spent":"2.379987772s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T16:58:37.364845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:36.147675Z","time spent":"1.217164305s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:37.36484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055627011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:58:37.365989Z","caller":"traceutil/trace.go:171","msg":"trace[780704603] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:7845; }","duration":"1.05675341s","start":"2026-03-02T16:58:36.309172Z","end":"2026-03-02T16:58:37.365926Z","steps":["trace[780704603] 'agreement among raft nodes before linearized reading' (duration: 1.055560329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:37.365076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:34.982331Z","time spent":"2.382734544s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:37.366179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:36.309157Z","time spent":"1.056959045s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T16:58:45.567465Z","caller":"traceutil/trace.go:171","msg":"trace[1149195685] transaction","detail":"{read_only:false; response_revision:7885; number_of_response:1; }","duration":"119.936225ms","start":"2026-03-02T16:58:45.447504Z","end":"2026-03-02T16:58:45.56744Z","steps":["trace[1149195685] 'process raft request' (duration: 119.74588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:45.56778Z","caller":"traceutil/trace.go:171","msg":"trace[1021382235] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"120.17532ms","start":"2026-03-02T16:58:45.447588Z","end":"2026-03-02T16:58:45.567764Z","steps":["trace[1021382235] 'process raft request' (duration: 119.800431ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:45.567809Z","caller":"traceutil/trace.go:171","msg":"trace[644904213] linearizableReadLoop","detail":"{readStateIndex:8191; appliedIndex:8187; }","duration":"118.910789ms","start":"2026-03-02T16:58:45.448877Z","end":"2026-03-02T16:58:45.567787Z","steps":["trace[644904213] 'read index received' (duration: 7.016042ms)","trace[644904213] 'applied index is now lower than readState.Index' (duration: 111.893787ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:45.567961Z","caller":"traceutil/trace.go:171","msg":"trace[120363149] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"119.610107ms","start":"2026-03-02T16:58:45.448319Z","end":"2026-03-02T16:58:45.567929Z","steps":["trace[120363149] 'process raft request' (duration: 119.311528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:45.568234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.344219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222792"} {"level":"info","ts":"2026-03-02T16:58:45.568217Z","caller":"traceutil/trace.go:171","msg":"trace[1505545045] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"118.361804ms","start":"2026-03-02T16:58:45.449811Z","end":"2026-03-02T16:58:45.568173Z","steps":["trace[1505545045] 'process raft request' (duration: 117.936213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:45.568267Z","caller":"traceutil/trace.go:171","msg":"trace[1236770397] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7888; }","duration":"119.417022ms","start":"2026-03-02T16:58:45.44884Z","end":"2026-03-02T16:58:45.568257Z","steps":["trace[1236770397] 'agreement among raft nodes before linearized reading' (duration: 119.026752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.814148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:58:46.921253Z","caller":"traceutil/trace.go:171","msg":"trace[416128447] linearizableReadLoop","detail":"{readStateIndex:8193; appliedIndex:8192; }","duration":"611.875433ms","start":"2026-03-02T16:58:46.309354Z","end":"2026-03-02T16:58:46.921229Z","steps":["trace[416128447] 'read index received' (duration: 611.711139ms)","trace[416128447] 'applied index is now lower than readState.Index' (duration: 163.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:46.921393Z","caller":"traceutil/trace.go:171","msg":"trace[64719898] transaction","detail":"{read_only:false; response_revision:7889; number_of_response:1; }","duration":"617.120328ms","start":"2026-03-02T16:58:46.30426Z","end":"2026-03-02T16:58:46.92138Z","steps":["trace[64719898] 'process raft request' (duration: 616.780319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.921544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.136569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:46.9216Z","caller":"traceutil/trace.go:171","msg":"trace[1098149331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7889; }","duration":"471.228981ms","start":"2026-03-02T16:58:46.450352Z","end":"2026-03-02T16:58:46.921581Z","steps":["trace[1098149331] 'agreement among raft nodes before linearized reading' (duration: 471.15558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.921637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.450331Z","time spent":"471.294692ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:58:46.921721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.728399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T16:58:46.921785Z","caller":"traceutil/trace.go:171","msg":"trace[1388480668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7889; }","duration":"282.831023ms","start":"2026-03-02T16:58:46.638937Z","end":"2026-03-02T16:58:46.921769Z","steps":["trace[1388480668] 'agreement among raft nodes before linearized reading' (duration: 282.653198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.921844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.20117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:46.921877Z","caller":"traceutil/trace.go:171","msg":"trace[1540805416] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7889; }","duration":"386.267771ms","start":"2026-03-02T16:58:46.535598Z","end":"2026-03-02T16:58:46.921866Z","steps":["trace[1540805416] 'agreement among raft nodes before linearized reading' (duration: 386.21225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.921915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.535581Z","time spent":"386.322832ms","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:46.922078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.173752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:46.922115Z","caller":"traceutil/trace.go:171","msg":"trace[105862522] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:7889; }","duration":"424.249254ms","start":"2026-03-02T16:58:46.497856Z","end":"2026-03-02T16:58:46.922105Z","steps":["trace[105862522] 'agreement among raft nodes before linearized reading' (duration: 424.187503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.922142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.497838Z","time spent":"424.295356ms","remote":"127.0.0.1:52510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:46.922127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.757925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:58:46.922183Z","caller":"traceutil/trace.go:171","msg":"trace[1435021013] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:7889; }","duration":"612.818927ms","start":"2026-03-02T16:58:46.309349Z","end":"2026-03-02T16:58:46.922168Z","steps":["trace[1435021013] 'agreement among raft nodes before linearized reading' (duration: 612.652343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:46.921531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.304241Z","time spent":"617.189761ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:46.922263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.309319Z","time spent":"612.922739ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T16:58:47.283216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.588909ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-02T16:58:47.283501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.923733Z","time spent":"359.750735ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T16:58:47.283741Z","caller":"traceutil/trace.go:171","msg":"trace[283635820] transaction","detail":"{read_only:false; response_revision:7890; number_of_response:1; }","duration":"356.968863ms","start":"2026-03-02T16:58:46.926754Z","end":"2026-03-02T16:58:47.283723Z","steps":["trace[283635820] 'process raft request' (duration: 356.579452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:47.28384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:46.926739Z","time spent":"357.035835ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:58:49.183539Z","caller":"traceutil/trace.go:171","msg":"trace[2057130135] transaction","detail":"{read_only:false; response_revision:7900; number_of_response:1; }","duration":"256.0647ms","start":"2026-03-02T16:58:48.927457Z","end":"2026-03-02T16:58:49.183522Z","steps":["trace[2057130135] 'process raft request' (duration: 255.945547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.050266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206222,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T16:58:50.198779Z","caller":"traceutil/trace.go:171","msg":"trace[938431374] transaction","detail":"{read_only:false; response_revision:7901; number_of_response:1; }","duration":"740.026041ms","start":"2026-03-02T16:58:49.458731Z","end":"2026-03-02T16:58:50.198758Z","steps":["trace[938431374] 'process raft request' (duration: 739.826906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.198929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.458696Z","time spent":"740.158744ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:58:50.339515Z","caller":"traceutil/trace.go:171","msg":"trace[722117625] linearizableReadLoop","detail":"{readStateIndex:8207; appliedIndex:8205; }","duration":"789.618265ms","start":"2026-03-02T16:58:49.549877Z","end":"2026-03-02T16:58:50.339496Z","steps":["trace[722117625] 'read index received' (duration: 648.728247ms)","trace[722117625] 'applied index is now lower than readState.Index' (duration: 140.889108ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:50.339643Z","caller":"traceutil/trace.go:171","msg":"trace[1575400901] transaction","detail":"{read_only:false; response_revision:7902; number_of_response:1; }","duration":"864.671429ms","start":"2026-03-02T16:58:49.474943Z","end":"2026-03-02T16:58:50.339615Z","steps":["trace[1575400901] 'process raft request' (duration: 860.505891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.339811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.215396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:58:50.339843Z","caller":"traceutil/trace.go:171","msg":"trace[733250645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7902; }","duration":"752.277288ms","start":"2026-03-02T16:58:49.587558Z","end":"2026-03-02T16:58:50.339835Z","steps":["trace[733250645] 'agreement among raft nodes before linearized reading' (duration: 752.197586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.339869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.587544Z","time spent":"752.320159ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:50.339885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.474915Z","time spent":"864.873674ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:50.339717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.822611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:58:50.339987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.829518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T16:58:50.340009Z","caller":"traceutil/trace.go:171","msg":"trace[128453244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7902; }","duration":"790.151309ms","start":"2026-03-02T16:58:49.549848Z","end":"2026-03-02T16:58:50.339999Z","steps":["trace[128453244] 'agreement among raft nodes before linearized reading' (duration: 789.76742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:50.340027Z","caller":"traceutil/trace.go:171","msg":"trace[1360525456] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:7902; }","duration":"743.89982ms","start":"2026-03-02T16:58:49.596116Z","end":"2026-03-02T16:58:50.340016Z","steps":["trace[1360525456] 'agreement among raft nodes before linearized reading' (duration: 743.690935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.340059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.5961Z","time spent":"743.950552ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T16:58:50.34008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.380651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:58:50.340116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.701669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:58:50.340124Z","caller":"traceutil/trace.go:171","msg":"trace[987916280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7902; }","duration":"747.416092ms","start":"2026-03-02T16:58:49.592694Z","end":"2026-03-02T16:58:50.340111Z","steps":["trace[987916280] 'agreement among raft nodes before linearized reading' (duration: 747.34274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.340061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.549834Z","time spent":"790.21473ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:50.340154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.592661Z","time spent":"747.486553ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T16:58:50.340166Z","caller":"traceutil/trace.go:171","msg":"trace[219674192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7902; }","duration":"747.788432ms","start":"2026-03-02T16:58:49.592364Z","end":"2026-03-02T16:58:50.340152Z","steps":["trace[219674192] 'agreement among raft nodes before linearized reading' (duration: 747.680849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.340246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.592349Z","time spent":"747.891804ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:50.340002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.483394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:58:50.340319Z","caller":"traceutil/trace.go:171","msg":"trace[962560329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7902; }","duration":"747.857713ms","start":"2026-03-02T16:58:49.592454Z","end":"2026-03-02T16:58:50.340311Z","steps":["trace[962560329] 'agreement among raft nodes before linearized reading' (duration: 747.421912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.340345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:49.592431Z","time spent":"747.906995ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:58:50.553734Z","caller":"traceutil/trace.go:171","msg":"trace[1342316159] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"209.175505ms","start":"2026-03-02T16:58:50.344534Z","end":"2026-03-02T16:58:50.55371Z","steps":["trace[1342316159] 'process raft request' (duration: 208.991061ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:50.554021Z","caller":"traceutil/trace.go:171","msg":"trace[397248607] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"209.472144ms","start":"2026-03-02T16:58:50.344538Z","end":"2026-03-02T16:58:50.55401Z","steps":["trace[397248607] 'process raft request' (duration: 209.132784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:50.554268Z","caller":"traceutil/trace.go:171","msg":"trace[366167659] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"209.33899ms","start":"2026-03-02T16:58:50.344911Z","end":"2026-03-02T16:58:50.55425Z","steps":["trace[366167659] 'process raft request' (duration: 209.064414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:50.554417Z","caller":"traceutil/trace.go:171","msg":"trace[280798128] linearizableReadLoop","detail":"{readStateIndex:8211; appliedIndex:8207; }","duration":"209.365891ms","start":"2026-03-02T16:58:50.345028Z","end":"2026-03-02T16:58:50.554394Z","steps":["trace[280798128] 'read index received' (duration: 39.083202ms)","trace[280798128] 'applied index is now lower than readState.Index' (duration: 170.280519ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:50.55447Z","caller":"traceutil/trace.go:171","msg":"trace[467295090] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"209.155765ms","start":"2026-03-02T16:58:50.345306Z","end":"2026-03-02T16:58:50.554462Z","steps":["trace[467295090] 'process raft request' (duration: 208.885448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.55457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.865228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:50.554598Z","caller":"traceutil/trace.go:171","msg":"trace[994827567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7907; }","duration":"101.93401ms","start":"2026-03-02T16:58:50.452657Z","end":"2026-03-02T16:58:50.554591Z","steps":["trace[994827567] 'agreement among raft nodes before linearized reading' (duration: 101.876527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:50.554812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.777642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222792"} {"level":"info","ts":"2026-03-02T16:58:50.554849Z","caller":"traceutil/trace.go:171","msg":"trace[1361815937] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7907; }","duration":"209.870845ms","start":"2026-03-02T16:58:50.344968Z","end":"2026-03-02T16:58:50.554838Z","steps":["trace[1361815937] 'agreement among raft nodes before linearized reading' (duration: 209.530066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:52.780643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206241,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:58:53.085166Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.126272002s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:58:53.085568Z","caller":"traceutil/trace.go:171","msg":"trace[1708424476] transaction","detail":"{read_only:false; response_revision:7909; number_of_response:1; }","duration":"1.126832246s","start":"2026-03-02T16:58:51.958712Z","end":"2026-03-02T16:58:53.085544Z","steps":["trace[1708424476] 'process raft request' (duration: 1.126685163s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:53.085712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:51.958674Z","time spent":"1.12696572s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:54.449791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999952261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:58:54.449867Z","caller":"traceutil/trace.go:171","msg":"trace[1864642732] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000076205s","start":"2026-03-02T16:58:52.449774Z","end":"2026-03-02T16:58:54.44985Z","steps":["trace[1864642732] 'agreement among raft nodes before linearized reading' (duration: 1.999980492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:54.449912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.449755Z","time spent":"2.000148277s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 16:58:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:58:56.451306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001291046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:58:56.451404Z","caller":"traceutil/trace.go:171","msg":"trace[967394025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00144184s","start":"2026-03-02T16:58:54.449937Z","end":"2026-03-02T16:58:56.451378Z","steps":["trace[967394025] 'agreement among raft nodes before linearized reading' (duration: 2.001320907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:56.45147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.449925Z","time spent":"2.001533964s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:58:56.863492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.371107Z","time spent":"2.492376732s","remote":"127.0.0.1:33250","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T16:58:56.866352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.780908913s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:58:56.867118Z","caller":"traceutil/trace.go:171","msg":"trace[2116699682] transaction","detail":"{read_only:false; response_revision:7910; number_of_response:1; }","duration":"4.646402034s","start":"2026-03-02T16:58:52.220666Z","end":"2026-03-02T16:58:56.867068Z","steps":["trace[2116699682] 'process raft request' (duration: 4.645836009s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:56.867249Z","caller":"traceutil/trace.go:171","msg":"trace[1031495821] transaction","detail":"{read_only:false; response_revision:7911; number_of_response:1; }","duration":"4.521471369s","start":"2026-03-02T16:58:52.345755Z","end":"2026-03-02T16:58:56.867227Z","steps":["trace[1031495821] 'process raft request' (duration: 4.521089899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:56.867293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.220634Z","time spent":"4.646576158s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:56.867323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.345711Z","time spent":"4.521575451s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:58:56.86754Z","caller":"traceutil/trace.go:171","msg":"trace[197183805] transaction","detail":"{read_only:false; response_revision:7912; number_of_response:1; }","duration":"4.491250226s","start":"2026-03-02T16:58:52.376279Z","end":"2026-03-02T16:58:56.867529Z","steps":["trace[197183805] 'process raft request' (duration: 4.49061332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:56.867602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.376256Z","time spent":"4.491317687s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:57.387118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999525136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T16:58:57.387208Z","caller":"traceutil/trace.go:171","msg":"trace[904194448] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99967805s","start":"2026-03-02T16:58:52.387512Z","end":"2026-03-02T16:58:57.38719Z","steps":["trace[904194448] 'agreement among raft nodes before linearized reading' (duration: 4.999566737s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.387564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.387488Z","time spent":"5.000062041s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 16:58:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:58:57.558625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99930501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:58:57.558704Z","caller":"traceutil/trace.go:171","msg":"trace[295070889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999460834s","start":"2026-03-02T16:58:52.559228Z","end":"2026-03-02T16:58:57.558689Z","steps":["trace[295070889] 'agreement among raft nodes before linearized reading' (duration: 4.999347931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.558742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.559186Z","time spent":"4.999545816s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:57.55915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999460974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T16:58:57.559294Z","caller":"traceutil/trace.go:171","msg":"trace[195345130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000156053s","start":"2026-03-02T16:58:52.559098Z","end":"2026-03-02T16:58:57.559254Z","steps":["trace[195345130] 'agreement among raft nodes before linearized reading' (duration: 4.999496126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.559386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.55907Z","time spent":"5.000294805s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 16:58:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T16:58:57.704469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.520305ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-02T16:58:57.704822Z","caller":"traceutil/trace.go:171","msg":"trace[1788530826] linearizableReadLoop","detail":"{readStateIndex:8217; appliedIndex:8213; }","duration":"5.425115795s","start":"2026-03-02T16:58:52.279682Z","end":"2026-03-02T16:58:57.704798Z","steps":["trace[1788530826] 'read index received' (duration: 805.747792ms)","trace[1788530826] 'applied index is now lower than readState.Index' (duration: 4.619366163s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:58:57.705065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425372051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T16:58:57.705109Z","caller":"traceutil/trace.go:171","msg":"trace[990410274] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a; range_end:; response_count:1; response_revision:7912; }","duration":"5.425474464s","start":"2026-03-02T16:58:52.279619Z","end":"2026-03-02T16:58:57.705094Z","steps":["trace[990410274] 'agreement among raft nodes before linearized reading' (duration: 5.425300359s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.705207Z","caller":"traceutil/trace.go:171","msg":"trace[1895334731] transaction","detail":"{read_only:false; response_revision:7913; number_of_response:1; }","duration":"4.499710175s","start":"2026-03-02T16:58:53.205461Z","end":"2026-03-02T16:58:57.705171Z","steps":["trace[1895334731] 'process raft request' (duration: 4.499212833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.705275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.279593Z","time spent":"5.425558246s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1157,"request content":"key:\"/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a\" "} {"level":"warn","ts":"2026-03-02T16:58:57.705346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:53.205428Z","time spent":"4.499836618s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:58:57.744645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.368343335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T16:58:57.744722Z","caller":"traceutil/trace.go:171","msg":"trace[464974952] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7914; }","duration":"5.368469318s","start":"2026-03-02T16:58:52.376232Z","end":"2026-03-02T16:58:57.744702Z","steps":["trace[464974952] 'agreement among raft nodes before linearized reading' (duration: 5.368249112s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.74473Z","caller":"traceutil/trace.go:171","msg":"trace[94613234] transaction","detail":"{read_only:false; response_revision:7914; number_of_response:1; }","duration":"161.305027ms","start":"2026-03-02T16:58:57.583402Z","end":"2026-03-02T16:58:57.744707Z","steps":["trace[94613234] 'process raft request' (duration: 160.918446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.744758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.376202Z","time spent":"5.368547291s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T16:58:57.744752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864732953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.744832Z","caller":"traceutil/trace.go:171","msg":"trace[778757424] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7914; }","duration":"2.864846046s","start":"2026-03-02T16:58:54.879964Z","end":"2026-03-02T16:58:57.74481Z","steps":["trace[778757424] 'agreement among raft nodes before linearized reading' (duration: 2.864691242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.744846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.916336439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.744918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935148995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.744926Z","caller":"traceutil/trace.go:171","msg":"trace[639543646] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7914; }","duration":"2.916477752s","start":"2026-03-02T16:58:54.828431Z","end":"2026-03-02T16:58:57.744909Z","steps":["trace[639543646] 'agreement among raft nodes before linearized reading' (duration: 2.916281428s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.744927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766879469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.744921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561582113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.744947Z","caller":"traceutil/trace.go:171","msg":"trace[1741157271] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7914; }","duration":"2.935190546s","start":"2026-03-02T16:58:54.809749Z","end":"2026-03-02T16:58:57.74494Z","steps":["trace[1741157271] 'agreement among raft nodes before linearized reading' (duration: 2.935145275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.744931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56107003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.744977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.809746Z","time spent":"2.935217837s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.745002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884803422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767100425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745016Z","caller":"traceutil/trace.go:171","msg":"trace[372865922] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7914; }","duration":"2.561177113s","start":"2026-03-02T16:58:55.183821Z","end":"2026-03-02T16:58:57.744998Z","steps":["trace[372865922] 'agreement among raft nodes before linearized reading' (duration: 2.560959077s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745032Z","caller":"traceutil/trace.go:171","msg":"trace[78364786] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7914; }","duration":"2.884855023s","start":"2026-03-02T16:58:54.860167Z","end":"2026-03-02T16:58:57.745022Z","steps":["trace[78364786] 'agreement among raft nodes before linearized reading' (duration: 2.884816332s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.74506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.860152Z","time spent":"2.884901304s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.745065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.18377Z","time spent":"2.561284175s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.745068Z","caller":"traceutil/trace.go:171","msg":"trace[1960131884] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7914; }","duration":"2.767174035s","start":"2026-03-02T16:58:54.977859Z","end":"2026-03-02T16:58:57.745034Z","steps":["trace[1960131884] 'agreement among raft nodes before linearized reading' (duration: 2.767121024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561946752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.977839Z","time spent":"2.767250678s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.745115Z","caller":"traceutil/trace.go:171","msg":"trace[716241907] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7914; }","duration":"2.562001283s","start":"2026-03-02T16:58:55.183101Z","end":"2026-03-02T16:58:57.745102Z","steps":["trace[716241907] 'agreement among raft nodes before linearized reading' (duration: 2.561929171s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.935805653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745154Z","caller":"traceutil/trace.go:171","msg":"trace[1356455783] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7914; }","duration":"2.935828903s","start":"2026-03-02T16:58:54.809319Z","end":"2026-03-02T16:58:57.745148Z","steps":["trace[1356455783] 'agreement among raft nodes before linearized reading' (duration: 2.935792312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.652841466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.18306Z","time spent":"2.562085195s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.745178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.809304Z","time spent":"2.935865544s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.745212Z","caller":"traceutil/trace.go:171","msg":"trace[693731037] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7914; }","duration":"2.652928428s","start":"2026-03-02T16:58:55.092255Z","end":"2026-03-02T16:58:57.745184Z","steps":["trace[693731037] 'agreement among raft nodes before linearized reading' (duration: 2.652790895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519289757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.092253Z","time spent":"2.652995311s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.745291Z","caller":"traceutil/trace.go:171","msg":"trace[621080604] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7914; }","duration":"2.519401901s","start":"2026-03-02T16:58:55.225871Z","end":"2026-03-02T16:58:57.745273Z","steps":["trace[621080604] 'agreement among raft nodes before linearized reading' (duration: 2.51897923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653028031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.183240913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T16:58:57.745331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885691536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.225852Z","time spent":"2.519468353s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.74534Z","caller":"traceutil/trace.go:171","msg":"trace[1809746449] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:7914; }","duration":"5.183321285s","start":"2026-03-02T16:58:52.56201Z","end":"2026-03-02T16:58:57.745331Z","steps":["trace[1809746449] 'agreement among raft nodes before linearized reading' (duration: 5.18317597s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767459574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.18582596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T16:58:57.745364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.561991Z","time spent":"5.183368006s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"info","ts":"2026-03-02T16:58:57.745374Z","caller":"traceutil/trace.go:171","msg":"trace[1877888872] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7914; }","duration":"2.767527306s","start":"2026-03-02T16:58:54.977838Z","end":"2026-03-02T16:58:57.745366Z","steps":["trace[1877888872] 'agreement among raft nodes before linearized reading' (duration: 2.767476044s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745357Z","caller":"traceutil/trace.go:171","msg":"trace[948943927] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7914; }","duration":"2.885756497s","start":"2026-03-02T16:58:54.859593Z","end":"2026-03-02T16:58:57.74535Z","steps":["trace[948943927] 'agreement among raft nodes before linearized reading' (duration: 2.885715886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.885842789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.74538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.519920406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.74539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653147965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745409Z","caller":"traceutil/trace.go:171","msg":"trace[339311557] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7914; }","duration":"2.885880801s","start":"2026-03-02T16:58:54.859523Z","end":"2026-03-02T16:58:57.745404Z","steps":["trace[339311557] 'agreement among raft nodes before linearized reading' (duration: 2.88585055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.859577Z","time spent":"2.885825329s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.745383Z","caller":"traceutil/trace.go:171","msg":"trace[205757050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7914; }","duration":"5.185865541s","start":"2026-03-02T16:58:52.55951Z","end":"2026-03-02T16:58:57.745375Z","steps":["trace[205757050] 'agreement among raft nodes before linearized reading' (duration: 5.185789449s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745423Z","caller":"traceutil/trace.go:171","msg":"trace[1755088836] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7914; }","duration":"2.519976087s","start":"2026-03-02T16:58:55.225436Z","end":"2026-03-02T16:58:57.745412Z","steps":["trace[1755088836] 'agreement among raft nodes before linearized reading' (duration: 2.519905135s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745432Z","caller":"traceutil/trace.go:171","msg":"trace[405313050] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7914; }","duration":"2.653198006s","start":"2026-03-02T16:58:55.092222Z","end":"2026-03-02T16:58:57.74542Z","steps":["trace[405313050] 'agreement among raft nodes before linearized reading' (duration: 2.653139405s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898498437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.74546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.225426Z","time spent":"2.520024008s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.745475Z","caller":"traceutil/trace.go:171","msg":"trace[969871005] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7914; }","duration":"2.898550668s","start":"2026-03-02T16:58:54.846919Z","end":"2026-03-02T16:58:57.74547Z","steps":["trace[969871005] 'agreement among raft nodes before linearized reading' (duration: 2.898524828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.781469087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.846903Z","time spent":"2.898585559s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.745439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.559503Z","time spent":"5.185929323s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T16:58:57.745506Z","caller":"traceutil/trace.go:171","msg":"trace[327048337] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7914; }","duration":"2.781522258s","start":"2026-03-02T16:58:54.963976Z","end":"2026-03-02T16:58:57.745499Z","steps":["trace[327048337] 'agreement among raft nodes before linearized reading' (duration: 2.781481087s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.186520438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:58:57.745574Z","caller":"traceutil/trace.go:171","msg":"trace[395200440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7914; }","duration":"5.186589159s","start":"2026-03-02T16:58:52.558979Z","end":"2026-03-02T16:58:57.745568Z","steps":["trace[395200440] 'agreement among raft nodes before linearized reading' (duration: 5.186520057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782336559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604214998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.55896Z","time spent":"5.1866274s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:58:57.745615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533179068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745617Z","caller":"traceutil/trace.go:171","msg":"trace[1803019440] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7914; }","duration":"2.782407831s","start":"2026-03-02T16:58:54.963201Z","end":"2026-03-02T16:58:57.745609Z","steps":["trace[1803019440] 'agreement among raft nodes before linearized reading' (duration: 2.782353869s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745619Z","caller":"traceutil/trace.go:171","msg":"trace[1853858471] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7914; }","duration":"2.604281219s","start":"2026-03-02T16:58:55.141321Z","end":"2026-03-02T16:58:57.745602Z","steps":["trace[1853858471] 'agreement among raft nodes before linearized reading' (duration: 2.604178207s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.963184Z","time spent":"2.782454532s","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.745647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899935754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064138138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:58:57.744653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701376513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533459496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745686Z","caller":"traceutil/trace.go:171","msg":"trace[773992125] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7914; }","duration":"2.899994295s","start":"2026-03-02T16:58:54.845679Z","end":"2026-03-02T16:58:57.745673Z","steps":["trace[773992125] 'agreement among raft nodes before linearized reading' (duration: 2.899941024s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745694Z","caller":"traceutil/trace.go:171","msg":"trace[1024709198] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7914; }","duration":"2.702470231s","start":"2026-03-02T16:58:55.043214Z","end":"2026-03-02T16:58:57.745685Z","steps":["trace[1024709198] 'agreement among raft nodes before linearized reading' (duration: 2.701318892s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.74571Z","caller":"traceutil/trace.go:171","msg":"trace[308457109] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7914; }","duration":"2.533522757s","start":"2026-03-02T16:58:55.21218Z","end":"2026-03-02T16:58:57.745703Z","steps":["trace[308457109] 'agreement among raft nodes before linearized reading' (duration: 2.533476156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.043194Z","time spent":"2.702523952s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.74573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.845666Z","time spent":"2.900051587s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.745743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.212162Z","time spent":"2.533573059s","remote":"127.0.0.1:33412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.745791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604962917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798641811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.782888243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677635568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.74588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.900226421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.744961Z","caller":"traceutil/trace.go:171","msg":"trace[1508134589] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7914; }","duration":"2.766924159s","start":"2026-03-02T16:58:54.978027Z","end":"2026-03-02T16:58:57.744951Z","steps":["trace[1508134589] 'agreement among raft nodes before linearized reading' (duration: 2.766873778s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745913Z","caller":"traceutil/trace.go:171","msg":"trace[1495982591] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7914; }","duration":"2.900272512s","start":"2026-03-02T16:58:54.845631Z","end":"2026-03-02T16:58:57.745903Z","steps":["trace[1495982591] 'agreement among raft nodes before linearized reading' (duration: 2.90022085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548361751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.978022Z","time spent":"2.767903876s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.745851Z","caller":"traceutil/trace.go:171","msg":"trace[1920660782] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7914; }","duration":"2.605053449s","start":"2026-03-02T16:58:55.140786Z","end":"2026-03-02T16:58:57.745839Z","steps":["trace[1920660782] 'agreement among raft nodes before linearized reading' (duration: 2.604978967s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745949Z","caller":"traceutil/trace.go:171","msg":"trace[265541750] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7914; }","duration":"2.548423284s","start":"2026-03-02T16:58:55.197518Z","end":"2026-03-02T16:58:57.745941Z","steps":["trace[265541750] 'agreement among raft nodes before linearized reading' (duration: 2.548363851s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799612706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.063342308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T16:58:57.745984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.197501Z","time spent":"2.548473134s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.74599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620449408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.746007Z","caller":"traceutil/trace.go:171","msg":"trace[630612887] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7914; }","duration":"5.063530843s","start":"2026-03-02T16:58:52.682469Z","end":"2026-03-02T16:58:57.745999Z","steps":["trace[630612887] 'agreement among raft nodes before linearized reading' (duration: 5.063297046s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.746007Z","caller":"traceutil/trace.go:171","msg":"trace[656060721] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7914; }","duration":"2.799662318s","start":"2026-03-02T16:58:54.946334Z","end":"2026-03-02T16:58:57.745997Z","steps":["trace[656060721] 'agreement among raft nodes before linearized reading' (duration: 2.799602807s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.682425Z","time spent":"5.063600295s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T16:58:57.74606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702732179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.532979713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.746088Z","caller":"traceutil/trace.go:171","msg":"trace[3133324] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7914; }","duration":"2.70277493s","start":"2026-03-02T16:58:55.043306Z","end":"2026-03-02T16:58:57.746081Z","steps":["trace[3133324] 'agreement among raft nodes before linearized reading' (duration: 2.702739559s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677919856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.043297Z","time spent":"2.702811381s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.746122Z","caller":"traceutil/trace.go:171","msg":"trace[1820387215] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7914; }","duration":"2.678018898s","start":"2026-03-02T16:58:55.068091Z","end":"2026-03-02T16:58:57.74611Z","steps":["trace[1820387215] 'agreement among raft nodes before linearized reading' (duration: 2.677931026s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634530442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:58:57.746139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548859264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745883Z","caller":"traceutil/trace.go:171","msg":"trace[328742014] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7914; }","duration":"2.798696542s","start":"2026-03-02T16:58:54.947178Z","end":"2026-03-02T16:58:57.745874Z","steps":["trace[328742014] 'agreement among raft nodes before linearized reading' (duration: 2.798652521s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.74591Z","caller":"traceutil/trace.go:171","msg":"trace[3835832] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7914; }","duration":"2.677713499s","start":"2026-03-02T16:58:55.068175Z","end":"2026-03-02T16:58:57.745889Z","steps":["trace[3835832] 'agreement among raft nodes before linearized reading' (duration: 2.677598897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.946325Z","time spent":"2.79973329s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.74617Z","caller":"traceutil/trace.go:171","msg":"trace[1707247962] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7914; }","duration":"2.548917065s","start":"2026-03-02T16:58:55.197245Z","end":"2026-03-02T16:58:57.746162Z","steps":["trace[1707247962] 'agreement among raft nodes before linearized reading' (duration: 2.548868434s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.141314Z","time spent":"2.604352751s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.746192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.06817Z","time spent":"2.678013968s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.746199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.947167Z","time spent":"2.799015831s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.746177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917249772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.74551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.936213634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.746253Z","caller":"traceutil/trace.go:171","msg":"trace[1177313512] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7914; }","duration":"2.917332975s","start":"2026-03-02T16:58:54.828907Z","end":"2026-03-02T16:58:57.74624Z","steps":["trace[1177313512] 'agreement among raft nodes before linearized reading' (duration: 2.917243203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.092217Z","time spent":"2.653250147s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.746272Z","caller":"traceutil/trace.go:171","msg":"trace[234543258] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7914; }","duration":"2.936993603s","start":"2026-03-02T16:58:54.809267Z","end":"2026-03-02T16:58:57.74626Z","steps":["trace[234543258] 'agreement among raft nodes before linearized reading' (duration: 2.936222154s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.80925Z","time spent":"2.937063466s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.745538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.963969Z","time spent":"2.781562559s","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.745921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799539875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.745892Z","caller":"traceutil/trace.go:171","msg":"trace[77955370] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:7914; }","duration":"2.782982946s","start":"2026-03-02T16:58:54.962898Z","end":"2026-03-02T16:58:57.745881Z","steps":["trace[77955370] 'agreement among raft nodes before linearized reading' (duration: 2.782885784s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917699825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815964649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.96289Z","time spent":"2.783567761s","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.745751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.847618123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:58:57.746504Z","caller":"traceutil/trace.go:171","msg":"trace[796731565] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7914; }","duration":"2.816029311s","start":"2026-03-02T16:58:54.930464Z","end":"2026-03-02T16:58:57.746493Z","steps":["trace[796731565] 'agreement among raft nodes before linearized reading' (duration: 2.81598327s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.745002Z","caller":"traceutil/trace.go:171","msg":"trace[301039121] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7914; }","duration":"2.561678105s","start":"2026-03-02T16:58:55.183305Z","end":"2026-03-02T16:58:57.744983Z","steps":["trace[301039121] 'agreement among raft nodes before linearized reading' (duration: 2.561567063s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.746468Z","caller":"traceutil/trace.go:171","msg":"trace[598755726] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7914; }","duration":"2.917970531s","start":"2026-03-02T16:58:54.828487Z","end":"2026-03-02T16:58:57.746458Z","steps":["trace[598755726] 'agreement among raft nodes before linearized reading' (duration: 2.917710095s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.746527Z","caller":"traceutil/trace.go:171","msg":"trace[198728265] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7914; }","duration":"4.848418394s","start":"2026-03-02T16:58:52.898096Z","end":"2026-03-02T16:58:57.746515Z","steps":["trace[198728265] 'agreement among raft nodes before linearized reading' (duration: 4.847602433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.828471Z","time spent":"2.918072253s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.746339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.549274514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838207706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:52.898079Z","time spent":"4.848491705s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.745406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.977818Z","time spent":"2.767580657s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.746628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.8383621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.746646Z","caller":"traceutil/trace.go:171","msg":"trace[1100633514] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7914; }","duration":"2.838406292s","start":"2026-03-02T16:58:54.908236Z","end":"2026-03-02T16:58:57.746643Z","steps":["trace[1100633514] 'agreement among raft nodes before linearized reading' (duration: 2.838377041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707411218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:58:57.746663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.908228Z","time spent":"2.838430462s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.745336Z","caller":"traceutil/trace.go:171","msg":"trace[1634183388] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7914; }","duration":"2.653077783s","start":"2026-03-02T16:58:55.092244Z","end":"2026-03-02T16:58:57.745322Z","steps":["trace[1634183388] 'agreement among raft nodes before linearized reading' (duration: 2.653014891s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.746686Z","caller":"traceutil/trace.go:171","msg":"trace[135686294] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7914; }","duration":"1.7074846s","start":"2026-03-02T16:58:56.039189Z","end":"2026-03-02T16:58:57.746673Z","steps":["trace[135686294] 'agreement among raft nodes before linearized reading' (duration: 1.707434338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081183215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:58:57.746722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:56.039167Z","time spent":"1.707543461s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.74672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.092242Z","time spent":"2.654464218s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.745944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.845626Z","time spent":"2.900310215s","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.746746Z","caller":"traceutil/trace.go:171","msg":"trace[917425795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7914; }","duration":"2.081250767s","start":"2026-03-02T16:58:55.665482Z","end":"2026-03-02T16:58:57.746733Z","steps":["trace[917425795] 'agreement among raft nodes before linearized reading' (duration: 2.081148655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.865913484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.068078Z","time spent":"2.678066329s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.746792Z","caller":"traceutil/trace.go:171","msg":"trace[130764996] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7914; }","duration":"2.865944944s","start":"2026-03-02T16:58:54.88084Z","end":"2026-03-02T16:58:57.746785Z","steps":["trace[130764996] 'agreement among raft nodes before linearized reading' (duration: 2.865909323s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.880834Z","time spent":"2.865975865s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.746849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026728674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:58:57.744878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.879954Z","time spent":"2.864912777s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.745978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.140768Z","time spent":"2.605202153s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.746783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.665422Z","time spent":"2.081351159s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.746902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289701412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.604911036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620328344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.746026Z","caller":"traceutil/trace.go:171","msg":"trace[1788830967] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7914; }","duration":"2.620485489s","start":"2026-03-02T16:58:55.125531Z","end":"2026-03-02T16:58:57.746016Z","steps":["trace[1788830967] 'agreement among raft nodes before linearized reading' (duration: 2.620435577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437098079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T16:58:57.746109Z","caller":"traceutil/trace.go:171","msg":"trace[1286986707] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7914; }","duration":"2.533504647s","start":"2026-03-02T16:58:55.212595Z","end":"2026-03-02T16:58:57.7461Z","steps":["trace[1286986707] 'agreement among raft nodes before linearized reading' (duration: 2.532969122s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.747029Z","caller":"traceutil/trace.go:171","msg":"trace[1051608019] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:7914; }","duration":"1.437189741s","start":"2026-03-02T16:58:56.30983Z","end":"2026-03-02T16:58:57.74702Z","steps":["trace[1051608019] 'agreement among raft nodes before linearized reading' (duration: 1.437098469s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.866920329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.745976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677798272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.746994Z","caller":"traceutil/trace.go:171","msg":"trace[2000045352] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7914; }","duration":"2.621397151s","start":"2026-03-02T16:58:55.125584Z","end":"2026-03-02T16:58:57.746982Z","steps":["trace[2000045352] 'agreement among raft nodes before linearized reading' (duration: 2.620330054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.21252Z","time spent":"2.534530713s","remote":"127.0.0.1:33412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.746006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702704648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.746549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837533458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.747086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.678688924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T16:58:57.747104Z","caller":"traceutil/trace.go:171","msg":"trace[18022964] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7914; }","duration":"1.678739295s","start":"2026-03-02T16:58:56.068359Z","end":"2026-03-02T16:58:57.747098Z","steps":["trace[18022964] 'agreement among raft nodes before linearized reading' (duration: 1.678709874s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.125574Z","time spent":"2.621512185s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.74564Z","caller":"traceutil/trace.go:171","msg":"trace[1668706185] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7914; }","duration":"2.53326787s","start":"2026-03-02T16:58:55.212364Z","end":"2026-03-02T16:58:57.745632Z","steps":["trace[1668706185] 'agreement among raft nodes before linearized reading' (duration: 2.533235099s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.74713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:56.068338Z","time spent":"1.678786367s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.747164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.212321Z","time spent":"2.53482565s","remote":"127.0.0.1:33412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.745684Z","caller":"traceutil/trace.go:171","msg":"trace[1199893717] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7914; }","duration":"4.064199699s","start":"2026-03-02T16:58:53.681478Z","end":"2026-03-02T16:58:57.745677Z","steps":["trace[1199893717] 'agreement among raft nodes before linearized reading' (duration: 4.064085136s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:53.68146Z","time spent":"4.065824581s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":78,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.74616Z","caller":"traceutil/trace.go:171","msg":"trace[649821715] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:7914; }","duration":"2.634601774s","start":"2026-03-02T16:58:55.111548Z","end":"2026-03-02T16:58:57.74615Z","steps":["trace[649821715] 'agreement among raft nodes before linearized reading' (duration: 2.634549693s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.11153Z","time spent":"2.635803035s","remote":"127.0.0.1:42342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.744963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.828423Z","time spent":"2.916532085s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.747417Z","caller":"traceutil/trace.go:171","msg":"trace[919872861] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7914; }","duration":"2.867376632s","start":"2026-03-02T16:58:54.880036Z","end":"2026-03-02T16:58:57.747413Z","steps":["trace[919872861] 'agreement among raft nodes before linearized reading' (duration: 2.86693036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.880017Z","time spent":"2.867412362s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.746432Z","caller":"traceutil/trace.go:171","msg":"trace[1792938438] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:7914; }","duration":"2.800055607s","start":"2026-03-02T16:58:54.946363Z","end":"2026-03-02T16:58:57.746419Z","steps":["trace[1792938438] 'agreement among raft nodes before linearized reading' (duration: 2.799537624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.746283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.828901Z","time spent":"2.917372526s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 "} {"level":"warn","ts":"2026-03-02T16:58:57.747565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.946359Z","time spent":"2.801190037s","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.7471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.183299Z","time spent":"2.563793461s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.746593Z","caller":"traceutil/trace.go:171","msg":"trace[825535367] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7914; }","duration":"2.54952664s","start":"2026-03-02T16:58:55.197056Z","end":"2026-03-02T16:58:57.746583Z","steps":["trace[825535367] 'agreement among raft nodes before linearized reading' (duration: 2.549243893s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.85951Z","time spent":"2.885916281s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.747685Z","caller":"traceutil/trace.go:171","msg":"trace[378200429] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7914; }","duration":"2.704404451s","start":"2026-03-02T16:58:55.043275Z","end":"2026-03-02T16:58:57.74768Z","steps":["trace[378200429] 'agreement among raft nodes before linearized reading' (duration: 2.702703618s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.197007Z","time spent":"2.5506535s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.746215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.197227Z","time spent":"2.548978837s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.747716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.043269Z","time spent":"2.704438103s","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:58:57.746602Z","caller":"traceutil/trace.go:171","msg":"trace[1025881383] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7914; }","duration":"2.838271688s","start":"2026-03-02T16:58:54.908321Z","end":"2026-03-02T16:58:57.746593Z","steps":["trace[1025881383] 'agreement among raft nodes before linearized reading' (duration: 2.838241087s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.746954Z","caller":"traceutil/trace.go:171","msg":"trace[319023775] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7914; }","duration":"2.606142828s","start":"2026-03-02T16:58:55.140799Z","end":"2026-03-02T16:58:57.746942Z","steps":["trace[319023775] 'agreement among raft nodes before linearized reading' (duration: 2.604912776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.745544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520132121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.747799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.9083Z","time spent":"2.839475549s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.747823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.140781Z","time spent":"2.60703144s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.747835Z","caller":"traceutil/trace.go:171","msg":"trace[1103569651] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:7914; }","duration":"2.52244628s","start":"2026-03-02T16:58:55.225381Z","end":"2026-03-02T16:58:57.747827Z","steps":["trace[1103569651] 'agreement among raft nodes before linearized reading' (duration: 2.52013933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.225366Z","time spent":"2.522485531s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.746374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81554841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.747948Z","caller":"traceutil/trace.go:171","msg":"trace[858290177] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7914; }","duration":"2.81714477s","start":"2026-03-02T16:58:54.930793Z","end":"2026-03-02T16:58:57.747938Z","steps":["trace[858290177] 'agreement among raft nodes before linearized reading' (duration: 2.81555065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.748002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.930785Z","time spent":"2.817202322s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.746878Z","caller":"traceutil/trace.go:171","msg":"trace[447646103] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:7914; }","duration":"1.026802536s","start":"2026-03-02T16:58:56.720069Z","end":"2026-03-02T16:58:57.746871Z","steps":["trace[447646103] 'agreement among raft nodes before linearized reading' (duration: 1.026757145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.930449Z","time spent":"2.816608957s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.747056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:56.309805Z","time spent":"1.437243913s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T16:58:57.747104Z","caller":"traceutil/trace.go:171","msg":"trace[210199754] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7914; }","duration":"2.838110954s","start":"2026-03-02T16:58:54.908984Z","end":"2026-03-02T16:58:57.747095Z","steps":["trace[210199754] 'agreement among raft nodes before linearized reading' (duration: 2.837544429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.747021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.125469Z","time spent":"2.621542715s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.746076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620628253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:58:57.748254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.908967Z","time spent":"2.839263004s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 "} {"level":"info","ts":"2026-03-02T16:58:57.747398Z","caller":"traceutil/trace.go:171","msg":"trace[534190489] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7914; }","duration":"2.679229329s","start":"2026-03-02T16:58:55.068162Z","end":"2026-03-02T16:58:57.747392Z","steps":["trace[534190489] 'agreement among raft nodes before linearized reading' (duration: 2.677777272s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.7483Z","caller":"traceutil/trace.go:171","msg":"trace[490348389] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7914; }","duration":"2.622874161s","start":"2026-03-02T16:58:55.125408Z","end":"2026-03-02T16:58:57.748282Z","steps":["trace[490348389] 'agreement among raft nodes before linearized reading' (duration: 2.620641933s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.748304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:56.720046Z","time spent":"1.028235703s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.748329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.06814Z","time spent":"2.680181264s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:58:57.74643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815830996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.749172Z","caller":"traceutil/trace.go:171","msg":"trace[1100811804] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:7914; }","duration":"2.818575858s","start":"2026-03-02T16:58:54.930554Z","end":"2026-03-02T16:58:57.74913Z","steps":["trace[1100811804] 'agreement among raft nodes before linearized reading' (duration: 2.815858257s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.74837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:55.125392Z","time spent":"2.622957613s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 "} {"level":"warn","ts":"2026-03-02T16:58:57.749222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:54.930523Z","time spent":"2.818684331s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:10000 "} {"level":"info","ts":"2026-03-02T16:58:57.746918Z","caller":"traceutil/trace.go:171","msg":"trace[944911020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7914; }","duration":"1.289733513s","start":"2026-03-02T16:58:56.45718Z","end":"2026-03-02T16:58:57.746914Z","steps":["trace[944911020] 'agreement among raft nodes before linearized reading' (duration: 1.289709353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.749313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:58:56.457169Z","time spent":"1.292136785s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T16:58:57.959147Z","caller":"traceutil/trace.go:171","msg":"trace[1635743272] transaction","detail":"{read_only:false; response_revision:7917; number_of_response:1; }","duration":"204.569096ms","start":"2026-03-02T16:58:57.754564Z","end":"2026-03-02T16:58:57.959133Z","steps":["trace[1635743272] 'process raft request' (duration: 204.460914ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.959148Z","caller":"traceutil/trace.go:171","msg":"trace[360747775] linearizableReadLoop","detail":"{readStateIndex:8222; appliedIndex:8220; }","duration":"208.009895ms","start":"2026-03-02T16:58:57.751119Z","end":"2026-03-02T16:58:57.959129Z","steps":["trace[360747775] 'read index received' (duration: 5.203564ms)","trace[360747775] 'applied index is now lower than readState.Index' (duration: 202.805071ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:58:57.959224Z","caller":"traceutil/trace.go:171","msg":"trace[1366423232] transaction","detail":"{read_only:false; response_revision:7918; number_of_response:1; }","duration":"203.978221ms","start":"2026-03-02T16:58:57.755224Z","end":"2026-03-02T16:58:57.959202Z","steps":["trace[1366423232] 'process raft request' (duration: 203.853948ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:58:57.959158Z","caller":"traceutil/trace.go:171","msg":"trace[2046754244] transaction","detail":"{read_only:false; response_revision:7916; number_of_response:1; }","duration":"206.298541ms","start":"2026-03-02T16:58:57.752834Z","end":"2026-03-02T16:58:57.959133Z","steps":["trace[2046754244] 'process raft request' (duration: 206.058615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.959317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.17999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:58:57.95938Z","caller":"traceutil/trace.go:171","msg":"trace[1406418607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7918; }","duration":"208.301763ms","start":"2026-03-02T16:58:57.751064Z","end":"2026-03-02T16:58:57.959366Z","steps":["trace[1406418607] 'agreement among raft nodes before linearized reading' (duration: 208.123139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.959428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.964898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-02T16:58:57.95946Z","caller":"traceutil/trace.go:171","msg":"trace[95065246] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa; range_end:; response_count:1; response_revision:7918; }","duration":"207.037591ms","start":"2026-03-02T16:58:57.752414Z","end":"2026-03-02T16:58:57.959451Z","steps":["trace[95065246] 'agreement among raft nodes before linearized reading' (duration: 206.916507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.959625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.335313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T16:58:57.959661Z","caller":"traceutil/trace.go:171","msg":"trace[267970480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7918; }","duration":"206.381804ms","start":"2026-03-02T16:58:57.753268Z","end":"2026-03-02T16:58:57.95965Z","steps":["trace[267970480] 'agreement among raft nodes before linearized reading' (duration: 206.260861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.959659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.19875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-02T16:58:57.959756Z","caller":"traceutil/trace.go:171","msg":"trace[513719724] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:7918; }","duration":"201.272052ms","start":"2026-03-02T16:58:57.758426Z","end":"2026-03-02T16:58:57.959698Z","steps":["trace[513719724] 'agreement among raft nodes before linearized reading' (duration: 200.993924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:58:57.959775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.058089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222792"} {"level":"info","ts":"2026-03-02T16:58:57.959921Z","caller":"traceutil/trace.go:171","msg":"trace[738960293] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7918; }","duration":"205.230853ms","start":"2026-03-02T16:58:57.754678Z","end":"2026-03-02T16:58:57.959909Z","steps":["trace[738960293] 'agreement among raft nodes before linearized reading' (duration: 204.693179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:25.837024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:59:26.337402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:59:26.838527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837206844,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T16:59:27.329562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.359162728s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T16:59:27.330416Z","caller":"traceutil/trace.go:171","msg":"trace[471270102] transaction","detail":"{read_only:false; response_revision:8101; number_of_response:1; }","duration":"2.360151224s","start":"2026-03-02T16:59:24.970232Z","end":"2026-03-02T16:59:27.330383Z","steps":["trace[471270102] 'process raft request' (duration: 2.359865887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.330639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:24.970202Z","time spent":"2.360319439s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:27.346115Z","caller":"traceutil/trace.go:171","msg":"trace[885554125] linearizableReadLoop","detail":"{readStateIndex:8418; appliedIndex:8415; }","duration":"2.009302078s","start":"2026-03-02T16:59:25.336792Z","end":"2026-03-02T16:59:27.346094Z","steps":["trace[885554125] 'read index received' (duration: 1.993198802s)","trace[885554125] 'applied index is now lower than readState.Index' (duration: 16.102546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:27.346193Z","caller":"traceutil/trace.go:171","msg":"trace[387374893] transaction","detail":"{read_only:false; response_revision:8102; number_of_response:1; }","duration":"2.375844949s","start":"2026-03-02T16:59:24.970317Z","end":"2026-03-02T16:59:27.346162Z","steps":["trace[387374893] 'process raft request' (duration: 2.375548881s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:27.346223Z","caller":"traceutil/trace.go:171","msg":"trace[1217625224] transaction","detail":"{read_only:false; response_revision:8104; number_of_response:1; }","duration":"449.85535ms","start":"2026-03-02T16:59:26.896322Z","end":"2026-03-02T16:59:27.346177Z","steps":["trace[1217625224] 'process raft request' (duration: 449.731717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.346324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009488802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:59:27.346426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:24.970256Z","time spent":"2.376044714s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:59:27.34645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:26.896298Z","time spent":"450.033464ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:27.346426Z","caller":"traceutil/trace.go:171","msg":"trace[10294545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8104; }","duration":"2.009654076s","start":"2026-03-02T16:59:25.33675Z","end":"2026-03-02T16:59:27.346404Z","steps":["trace[10294545] 'agreement among raft nodes before linearized reading' (duration: 2.009456471s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:27.346676Z","caller":"traceutil/trace.go:171","msg":"trace[2058150091] transaction","detail":"{read_only:false; response_revision:8103; number_of_response:1; }","duration":"1.533728415s","start":"2026-03-02T16:59:25.812929Z","end":"2026-03-02T16:59:27.346658Z","steps":["trace[2058150091] 'process raft request' (duration: 1.533072948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.346679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250577906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T16:59:27.346705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.686309869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-02T16:59:27.346748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225952509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T16:59:27.346772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.336732Z","time spent":"2.009990016s","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:59:27.346507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884667114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:59:27.346748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.812904Z","time spent":"1.533807328s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:27.346867Z","caller":"traceutil/trace.go:171","msg":"trace[45956221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8104; }","duration":"1.885099916s","start":"2026-03-02T16:59:25.461756Z","end":"2026-03-02T16:59:27.346856Z","steps":["trace[45956221] 'agreement among raft nodes before linearized reading' (duration: 1.88448066s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.346765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652160729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:59:27.34694Z","caller":"traceutil/trace.go:171","msg":"trace[426279530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8104; }","duration":"1.652425376s","start":"2026-03-02T16:59:25.694501Z","end":"2026-03-02T16:59:27.346926Z","steps":["trace[426279530] 'agreement among raft nodes before linearized reading' (duration: 1.651878731s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:27.346809Z","caller":"traceutil/trace.go:171","msg":"trace[713676635] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:8104; }","duration":"1.226048752s","start":"2026-03-02T16:59:26.12075Z","end":"2026-03-02T16:59:27.346799Z","steps":["trace[713676635] 'agreement among raft nodes before linearized reading' (duration: 1.225836425s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.34703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:26.120722Z","time spent":"1.226297949s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T16:59:27.346587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.650408014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T16:59:27.347068Z","caller":"traceutil/trace.go:171","msg":"trace[84120804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.650939638s","start":"2026-03-02T16:59:25.696118Z","end":"2026-03-02T16:59:27.347058Z","steps":["trace[84120804] 'agreement among raft nodes before linearized reading' (duration: 1.650271331s)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:27.346945Z","caller":"traceutil/trace.go:171","msg":"trace[1423967874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.25079679s","start":"2026-03-02T16:59:26.096028Z","end":"2026-03-02T16:59:27.346825Z","steps":["trace[1423967874] 'agreement among raft nodes before linearized reading' (duration: 1.250220785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.347108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.696099Z","time spent":"1.650997399s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:59:27.346634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035467769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-02T16:59:27.347151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.694484Z","time spent":"1.652652041s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:59:27.347196Z","caller":"traceutil/trace.go:171","msg":"trace[1627656432] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:8104; }","duration":"1.036043574s","start":"2026-03-02T16:59:26.311123Z","end":"2026-03-02T16:59:27.347167Z","steps":["trace[1627656432] 'agreement among raft nodes before linearized reading' (duration: 1.035415467s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.3473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:26.311104Z","time spent":"1.036183897s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T16:59:27.346615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169495955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:59:27.347431Z","caller":"traceutil/trace.go:171","msg":"trace[1005232686] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8104; }","duration":"1.170348347s","start":"2026-03-02T16:59:26.177062Z","end":"2026-03-02T16:59:27.34741Z","steps":["trace[1005232686] 'agreement among raft nodes before linearized reading' (duration: 1.169499724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.346638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826213407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:59:27.346799Z","caller":"traceutil/trace.go:171","msg":"trace[2018636379] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:8104; }","duration":"1.686425132s","start":"2026-03-02T16:59:25.660351Z","end":"2026-03-02T16:59:27.346776Z","steps":["trace[2018636379] 'agreement among raft nodes before linearized reading' (duration: 1.686120704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.347651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.660304Z","time spent":"1.687330056s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1957,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T16:59:27.346894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.461738Z","time spent":"1.885148307s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T16:59:27.346594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25428687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T16:59:27.347935Z","caller":"traceutil/trace.go:171","msg":"trace[1278982496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8104; }","duration":"1.255694186s","start":"2026-03-02T16:59:26.092227Z","end":"2026-03-02T16:59:27.347921Z","steps":["trace[1278982496] 'agreement among raft nodes before linearized reading' (duration: 1.254128656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.34801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:26.092163Z","time spent":"1.255832671s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:59:27.347191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:26.096009Z","time spent":"1.251105298s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T16:59:27.347573Z","caller":"traceutil/trace.go:171","msg":"trace[1252486243] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8104; }","duration":"1.827164281s","start":"2026-03-02T16:59:25.520383Z","end":"2026-03-02T16:59:27.347547Z","steps":["trace[1252486243] 'agreement among raft nodes before linearized reading' (duration: 1.826083293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:27.348117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:25.520336Z","time spent":"1.827761557s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:59:27.347505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:26.177042Z","time spent":"1.170436898s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T16:59:37.631405Z","caller":"traceutil/trace.go:171","msg":"trace[1665573245] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"237.048603ms","start":"2026-03-02T16:59:37.394328Z","end":"2026-03-02T16:59:37.631377Z","steps":["trace[1665573245] 'process raft request' (duration: 236.886349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.673683Z","caller":"traceutil/trace.go:171","msg":"trace[1405755624] linearizableReadLoop","detail":"{readStateIndex:8504; appliedIndex:8501; }","duration":"178.030911ms","start":"2026-03-02T16:59:37.495629Z","end":"2026-03-02T16:59:37.67366Z","steps":["trace[1405755624] 'read index received' (duration: 135.71372ms)","trace[1405755624] 'applied index is now lower than readState.Index' (duration: 42.316331ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:37.673843Z","caller":"traceutil/trace.go:171","msg":"trace[1888299747] transaction","detail":"{read_only:false; response_revision:8184; number_of_response:1; }","duration":"223.527734ms","start":"2026-03-02T16:59:37.450254Z","end":"2026-03-02T16:59:37.673782Z","steps":["trace[1888299747] 'process raft request' (duration: 223.366639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.673734Z","caller":"traceutil/trace.go:171","msg":"trace[563652661] transaction","detail":"{read_only:false; response_revision:8183; number_of_response:1; }","duration":"226.564112ms","start":"2026-03-02T16:59:37.447131Z","end":"2026-03-02T16:59:37.673696Z","steps":["trace[563652661] 'process raft request' (duration: 226.371216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:37.674115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.586695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T16:59:37.673869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.214256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T16:59:37.674243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.513255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:59:37.674302Z","caller":"traceutil/trace.go:171","msg":"trace[65478219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8184; }","duration":"111.613477ms","start":"2026-03-02T16:59:37.562678Z","end":"2026-03-02T16:59:37.674292Z","steps":["trace[65478219] 'agreement among raft nodes before linearized reading' (duration: 111.472964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:37.674238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.08002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T16:59:37.674285Z","caller":"traceutil/trace.go:171","msg":"trace[799744043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8184; }","duration":"178.649116ms","start":"2026-03-02T16:59:37.495594Z","end":"2026-03-02T16:59:37.674243Z","steps":["trace[799744043] 'agreement among raft nodes before linearized reading' (duration: 178.190065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.674338Z","caller":"traceutil/trace.go:171","msg":"trace[798099462] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:8184; }","duration":"107.197424ms","start":"2026-03-02T16:59:37.567131Z","end":"2026-03-02T16:59:37.674328Z","steps":["trace[798099462] 'agreement among raft nodes before linearized reading' (duration: 106.999489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:37.674484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.394104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:59:37.674526Z","caller":"traceutil/trace.go:171","msg":"trace[1990882070] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8184; }","duration":"113.456906ms","start":"2026-03-02T16:59:37.561058Z","end":"2026-03-02T16:59:37.674514Z","steps":["trace[1990882070] 'agreement among raft nodes before linearized reading' (duration: 113.334733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.674145Z","caller":"traceutil/trace.go:171","msg":"trace[1217788758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8184; }","duration":"114.648066ms","start":"2026-03-02T16:59:37.559484Z","end":"2026-03-02T16:59:37.674132Z","steps":["trace[1217788758] 'agreement among raft nodes before linearized reading' (duration: 114.591815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.809714Z","caller":"traceutil/trace.go:171","msg":"trace[849858767] transaction","detail":"{read_only:false; response_revision:8185; number_of_response:1; }","duration":"131.311386ms","start":"2026-03-02T16:59:37.678374Z","end":"2026-03-02T16:59:37.809685Z","steps":["trace[849858767] 'process raft request' (duration: 49.66979ms)","trace[849858767] 'compare' (duration: 81.522153ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:37.810522Z","caller":"traceutil/trace.go:171","msg":"trace[168186408] linearizableReadLoop","detail":"{readStateIndex:8506; appliedIndex:8504; }","duration":"130.242508ms","start":"2026-03-02T16:59:37.680254Z","end":"2026-03-02T16:59:37.810496Z","steps":["trace[168186408] 'read index received' (duration: 47.810453ms)","trace[168186408] 'applied index is now lower than readState.Index' (duration: 82.430625ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:37.810667Z","caller":"traceutil/trace.go:171","msg":"trace[1140398286] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"130.185387ms","start":"2026-03-02T16:59:37.68042Z","end":"2026-03-02T16:59:37.810605Z","steps":["trace[1140398286] 'process raft request' (duration: 129.958312ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.810779Z","caller":"traceutil/trace.go:171","msg":"trace[261195487] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"115.465317ms","start":"2026-03-02T16:59:37.695291Z","end":"2026-03-02T16:59:37.810756Z","steps":["trace[261195487] 'process raft request' (duration: 115.157089ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.810754Z","caller":"traceutil/trace.go:171","msg":"trace[358712751] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"117.52244ms","start":"2026-03-02T16:59:37.693195Z","end":"2026-03-02T16:59:37.810717Z","steps":["trace[358712751] 'process raft request' (duration: 117.221432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:37.810723Z","caller":"traceutil/trace.go:171","msg":"trace[580879796] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"131.238183ms","start":"2026-03-02T16:59:37.679444Z","end":"2026-03-02T16:59:37.810682Z","steps":["trace[580879796] 'process raft request' (duration: 130.762881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:37.811051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.777612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227520"} {"level":"info","ts":"2026-03-02T16:59:37.811097Z","caller":"traceutil/trace.go:171","msg":"trace[1862542918] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8189; }","duration":"130.879165ms","start":"2026-03-02T16:59:37.680207Z","end":"2026-03-02T16:59:37.811087Z","steps":["trace[1862542918] 'agreement among raft nodes before linearized reading' (duration: 130.386812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:38.8567Z","caller":"traceutil/trace.go:171","msg":"trace[2020928255] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"107.055221ms","start":"2026-03-02T16:59:38.74963Z","end":"2026-03-02T16:59:38.856685Z","steps":["trace[2020928255] 'process raft request' (duration: 106.60684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:39.09435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.800348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:59:39.094456Z","caller":"traceutil/trace.go:171","msg":"trace[437530562] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8190; }","duration":"174.972142ms","start":"2026-03-02T16:59:38.919472Z","end":"2026-03-02T16:59:39.094444Z","steps":["trace[437530562] 'range keys from in-memory index tree' (duration: 174.598273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:39.164783Z","caller":"traceutil/trace.go:171","msg":"trace[1334657191] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"209.332978ms","start":"2026-03-02T16:59:38.955426Z","end":"2026-03-02T16:59:39.164759Z","steps":["trace[1334657191] 'process raft request' (duration: 208.721412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:41.126579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.795667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T16:59:41.126862Z","caller":"traceutil/trace.go:171","msg":"trace[454053484] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"424.385082ms","start":"2026-03-02T16:59:40.702445Z","end":"2026-03-02T16:59:41.12683Z","steps":["trace[454053484] 'process raft request' (duration: 261.217075ms)","trace[454053484] 'compare' (duration: 162.377117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:59:41.12706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:40.702422Z","time spent":"424.543707ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:41.703703Z","caller":"traceutil/trace.go:171","msg":"trace[1417971520] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"143.284924ms","start":"2026-03-02T16:59:41.560387Z","end":"2026-03-02T16:59:41.703672Z","steps":["trace[1417971520] 'process raft request' (duration: 75.601509ms)","trace[1417971520] 'compare' (duration: 67.383677ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:41.800835Z","caller":"traceutil/trace.go:171","msg":"trace[651076248] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"100.149333ms","start":"2026-03-02T16:59:41.70062Z","end":"2026-03-02T16:59:41.80077Z","steps":["trace[651076248] 'process raft request' (duration: 99.771073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.440634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.894628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T16:59:42.440747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.441379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T16:59:42.440803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.315655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T16:59:42.440798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.37558ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:59:42.44086Z","caller":"traceutil/trace.go:171","msg":"trace[1121508537] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8218; }","duration":"610.607024ms","start":"2026-03-02T16:59:41.83023Z","end":"2026-03-02T16:59:42.440837Z","steps":["trace[1121508537] 'range keys from in-memory index tree' (duration: 610.178152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.440879Z","caller":"traceutil/trace.go:171","msg":"trace[2013255712] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8218; }","duration":"541.465392ms","start":"2026-03-02T16:59:41.899403Z","end":"2026-03-02T16:59:42.440869Z","steps":["trace[2013255712] 'range keys from in-memory index tree' (duration: 541.365339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.440876Z","caller":"traceutil/trace.go:171","msg":"trace[1133763721] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8218; }","duration":"492.595872ms","start":"2026-03-02T16:59:41.94826Z","end":"2026-03-02T16:59:42.440856Z","steps":["trace[1133763721] 'count revisions from in-memory index tree' (duration: 492.14266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.440914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.948235Z","time spent":"492.669393ms","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T16:59:42.440913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.830211Z","time spent":"610.690606ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T16:59:42.440634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.935721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T16:59:42.440736Z","caller":"traceutil/trace.go:171","msg":"trace[1238459311] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:8218; }","duration":"607.035792ms","start":"2026-03-02T16:59:41.833681Z","end":"2026-03-02T16:59:42.440717Z","steps":["trace[1238459311] 'range keys from in-memory index tree' (duration: 606.59873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.441171Z","caller":"traceutil/trace.go:171","msg":"trace[1787100109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8218; }","duration":"616.472025ms","start":"2026-03-02T16:59:41.824614Z","end":"2026-03-02T16:59:42.441086Z","steps":["trace[1787100109] 'range keys from in-memory index tree' (duration: 615.697825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.441308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.833662Z","time spent":"607.629307ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T16:59:42.441333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.158032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T16:59:42.441408Z","caller":"traceutil/trace.go:171","msg":"trace[25974068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8218; }","duration":"610.242085ms","start":"2026-03-02T16:59:41.831149Z","end":"2026-03-02T16:59:42.441391Z","steps":["trace[25974068] 'range keys from in-memory index tree' (duration: 609.248948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.441447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.831112Z","time spent":"610.328467ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T16:59:42.44146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.829884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T16:59:42.441533Z","caller":"traceutil/trace.go:171","msg":"trace[1307769482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8218; }","duration":"617.00259ms","start":"2026-03-02T16:59:41.824511Z","end":"2026-03-02T16:59:42.441513Z","steps":["trace[1307769482] 'range keys from in-memory index tree' (duration: 615.684834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.441581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.824484Z","time spent":"617.084741ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T16:59:42.441565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.119196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T16:59:42.441641Z","caller":"traceutil/trace.go:171","msg":"trace[175653792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8218; }","duration":"616.24853ms","start":"2026-03-02T16:59:41.825376Z","end":"2026-03-02T16:59:42.441625Z","steps":["trace[175653792] 'range keys from in-memory index tree' (duration: 614.923345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.441679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.825357Z","time spent":"616.314301ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T16:59:42.441771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:41.824586Z","time spent":"617.124732ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T16:59:42.571458Z","caller":"traceutil/trace.go:171","msg":"trace[38024192] linearizableReadLoop","detail":"{readStateIndex:8540; appliedIndex:8539; }","duration":"293.9854ms","start":"2026-03-02T16:59:42.277448Z","end":"2026-03-02T16:59:42.571433Z","steps":["trace[38024192] 'read index received' (duration: 293.944039ms)","trace[38024192] 'applied index is now lower than readState.Index' (duration: 39.571µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:42.571594Z","caller":"traceutil/trace.go:171","msg":"trace[1770719548] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"295.812938ms","start":"2026-03-02T16:59:42.275737Z","end":"2026-03-02T16:59:42.57155Z","steps":["trace[1770719548] 'process raft request' (duration: 295.561661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.571703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.239937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-02T16:59:42.571744Z","caller":"traceutil/trace.go:171","msg":"trace[1243819798] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a; range_end:; response_count:1; response_revision:8219; }","duration":"294.342239ms","start":"2026-03-02T16:59:42.27739Z","end":"2026-03-02T16:59:42.571732Z","steps":["trace[1243819798] 'agreement among raft nodes before linearized reading' (duration: 294.167165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.699215Z","caller":"traceutil/trace.go:171","msg":"trace[2084769368] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"339.140315ms","start":"2026-03-02T16:59:42.360049Z","end":"2026-03-02T16:59:42.69919Z","steps":["trace[2084769368] 'process raft request' (duration: 310.955578ms)","trace[2084769368] 'compare' (duration: 27.95218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:59:42.699388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:42.360028Z","time spent":"339.263648ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:42.699516Z","caller":"traceutil/trace.go:171","msg":"trace[1716612456] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"254.01205ms","start":"2026-03-02T16:59:42.445478Z","end":"2026-03-02T16:59:42.69949Z","steps":["trace[1716612456] 'process raft request' (duration: 253.663832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.699702Z","caller":"traceutil/trace.go:171","msg":"trace[1523549694] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"254.00518ms","start":"2026-03-02T16:59:42.445683Z","end":"2026-03-02T16:59:42.699688Z","steps":["trace[1523549694] 'process raft request' (duration: 253.699051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.699819Z","caller":"traceutil/trace.go:171","msg":"trace[1621231392] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"253.800885ms","start":"2026-03-02T16:59:42.446007Z","end":"2026-03-02T16:59:42.699808Z","steps":["trace[1621231392] 'process raft request' (duration: 253.609389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700017Z","caller":"traceutil/trace.go:171","msg":"trace[1020457748] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"253.956929ms","start":"2026-03-02T16:59:42.44605Z","end":"2026-03-02T16:59:42.700007Z","steps":["trace[1020457748] 'process raft request' (duration: 253.719313ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700057Z","caller":"traceutil/trace.go:171","msg":"trace[194038912] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"253.891126ms","start":"2026-03-02T16:59:42.446148Z","end":"2026-03-02T16:59:42.700039Z","steps":["trace[194038912] 'process raft request' (duration: 253.753953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700261Z","caller":"traceutil/trace.go:171","msg":"trace[1463531394] linearizableReadLoop","detail":"{readStateIndex:8546; appliedIndex:8540; }","duration":"128.563965ms","start":"2026-03-02T16:59:42.57153Z","end":"2026-03-02T16:59:42.700094Z","steps":["trace[1463531394] 'read index received' (duration: 99.590118ms)","trace[1463531394] 'applied index is now lower than readState.Index' (duration: 28.970817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:59:42.700264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.746069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:59:42.700314Z","caller":"traceutil/trace.go:171","msg":"trace[2092765215] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"123.31132ms","start":"2026-03-02T16:59:42.576983Z","end":"2026-03-02T16:59:42.700295Z","steps":["trace[2092765215] 'process raft request' (duration: 123.191557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700338Z","caller":"traceutil/trace.go:171","msg":"trace[770190795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8226; }","duration":"249.894483ms","start":"2026-03-02T16:59:42.450423Z","end":"2026-03-02T16:59:42.700318Z","steps":["trace[770190795] 'agreement among raft nodes before linearized reading' (duration: 249.671568ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700358Z","caller":"traceutil/trace.go:171","msg":"trace[475199139] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"123.847613ms","start":"2026-03-02T16:59:42.576498Z","end":"2026-03-02T16:59:42.700346Z","steps":["trace[475199139] 'process raft request' (duration: 123.582186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700328Z","caller":"traceutil/trace.go:171","msg":"trace[822398369] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"125.527067ms","start":"2026-03-02T16:59:42.574732Z","end":"2026-03-02T16:59:42.700259Z","steps":["trace[822398369] 'process raft request' (duration: 125.215099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.700652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.268541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5732"} {"level":"warn","ts":"2026-03-02T16:59:42.700666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.303568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:59:42.70076Z","caller":"traceutil/trace.go:171","msg":"trace[1256837352] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:8228; }","duration":"128.41263ms","start":"2026-03-02T16:59:42.572326Z","end":"2026-03-02T16:59:42.700739Z","steps":["trace[1256837352] 'agreement among raft nodes before linearized reading' (duration: 128.207085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.700843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.786088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T16:59:42.700888Z","caller":"traceutil/trace.go:171","msg":"trace[9214773] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8228; }","duration":"124.858699ms","start":"2026-03-02T16:59:42.576019Z","end":"2026-03-02T16:59:42.700878Z","steps":["trace[9214773] 'agreement among raft nodes before linearized reading' (duration: 124.732016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:42.700693Z","caller":"traceutil/trace.go:171","msg":"trace[660127899] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8228; }","duration":"407.358573ms","start":"2026-03-02T16:59:42.293323Z","end":"2026-03-02T16:59:42.700682Z","steps":["trace[660127899] 'agreement among raft nodes before linearized reading' (duration: 407.164598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:42.701096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:42.293303Z","time spent":"407.773565ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5754,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T16:59:42.701582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.338428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227435"} {"level":"info","ts":"2026-03-02T16:59:42.701704Z","caller":"traceutil/trace.go:171","msg":"trace[1198335748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8228; }","duration":"254.521852ms","start":"2026-03-02T16:59:42.447156Z","end":"2026-03-02T16:59:42.701678Z","steps":["trace[1198335748] 'agreement among raft nodes before linearized reading' (duration: 253.122266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:43.372945Z","caller":"traceutil/trace.go:171","msg":"trace[260179972] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"199.201476ms","start":"2026-03-02T16:59:43.173712Z","end":"2026-03-02T16:59:43.372913Z","steps":["trace[260179972] 'process raft request' (duration: 198.97178ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:44.03064Z","caller":"traceutil/trace.go:171","msg":"trace[736600596] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"256.301708ms","start":"2026-03-02T16:59:43.774318Z","end":"2026-03-02T16:59:44.03062Z","steps":["trace[736600596] 'process raft request' (duration: 256.160764ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:44.036946Z","caller":"traceutil/trace.go:171","msg":"trace[83369482] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"230.37554ms","start":"2026-03-02T16:59:43.806552Z","end":"2026-03-02T16:59:44.036928Z","steps":["trace[83369482] 'process raft request' (duration: 230.338389ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:44.037073Z","caller":"traceutil/trace.go:171","msg":"trace[1696478310] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"231.166261ms","start":"2026-03-02T16:59:43.805873Z","end":"2026-03-02T16:59:44.03704Z","steps":["trace[1696478310] 'process raft request' (duration: 230.881793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:44.303517Z","caller":"traceutil/trace.go:171","msg":"trace[1223065716] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"112.07269ms","start":"2026-03-02T16:59:44.191409Z","end":"2026-03-02T16:59:44.303481Z","steps":["trace[1223065716] 'process raft request' (duration: 98.369187ms)","trace[1223065716] 'compare' (duration: 13.299473ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:46.09565Z","caller":"traceutil/trace.go:171","msg":"trace[219083503] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8245; }","duration":"430.199852ms","start":"2026-03-02T16:59:45.665432Z","end":"2026-03-02T16:59:46.095632Z","steps":["trace[219083503] 'process raft request' (duration: 429.786902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:46.095837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:45.665415Z","time spent":"430.298975ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T16:59:46.237262Z","caller":"traceutil/trace.go:171","msg":"trace[1454081944] linearizableReadLoop","detail":"{readStateIndex:8570; appliedIndex:8567; }","duration":"131.436619ms","start":"2026-03-02T16:59:46.105807Z","end":"2026-03-02T16:59:46.237244Z","steps":["trace[1454081944] 'read index received' (duration: 102.38372ms)","trace[1454081944] 'applied index is now lower than readState.Index' (duration: 29.051949ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:46.237407Z","caller":"traceutil/trace.go:171","msg":"trace[2039796479] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"175.225919ms","start":"2026-03-02T16:59:46.062168Z","end":"2026-03-02T16:59:46.237394Z","steps":["trace[2039796479] 'process raft request' (duration: 175.041663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:46.237459Z","caller":"traceutil/trace.go:171","msg":"trace[1821072461] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"201.637639ms","start":"2026-03-02T16:59:46.035763Z","end":"2026-03-02T16:59:46.237401Z","steps":["trace[1821072461] 'process raft request' (duration: 172.490227ms)","trace[1821072461] 'compare' (duration: 28.810973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:59:46.237665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.838239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3052"} {"level":"info","ts":"2026-03-02T16:59:46.23772Z","caller":"traceutil/trace.go:171","msg":"trace[1624141532] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8248; }","duration":"131.945441ms","start":"2026-03-02T16:59:46.105761Z","end":"2026-03-02T16:59:46.237707Z","steps":["trace[1624141532] 'agreement among raft nodes before linearized reading' (duration: 131.782577ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:46.238141Z","caller":"traceutil/trace.go:171","msg":"trace[2092856940] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"196.304282ms","start":"2026-03-02T16:59:46.041254Z","end":"2026-03-02T16:59:46.237559Z","steps":["trace[2092856940] 'process raft request' (duration: 195.920911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:46.909785Z","caller":"traceutil/trace.go:171","msg":"trace[1226325539] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"102.208475ms","start":"2026-03-02T16:59:46.807537Z","end":"2026-03-02T16:59:46.909745Z","steps":["trace[1226325539] 'process raft request' (duration: 47.297229ms)","trace[1226325539] 'compare' (duration: 54.710371ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:47.379839Z","caller":"traceutil/trace.go:171","msg":"trace[1343279692] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8579; }","duration":"135.951315ms","start":"2026-03-02T16:59:47.243858Z","end":"2026-03-02T16:59:47.379809Z","steps":["trace[1343279692] 'read index received' (duration: 36.208423ms)","trace[1343279692] 'applied index is now lower than readState.Index' (duration: 99.741862ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:47.379975Z","caller":"traceutil/trace.go:171","msg":"trace[137847720] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"138.565122ms","start":"2026-03-02T16:59:47.241366Z","end":"2026-03-02T16:59:47.379932Z","steps":["trace[137847720] 'process raft request' (duration: 38.963944ms)","trace[137847720] 'compare' (duration: 99.319681ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:59:47.380132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.250704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T16:59:47.380178Z","caller":"traceutil/trace.go:171","msg":"trace[793141968] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:8257; }","duration":"136.338745ms","start":"2026-03-02T16:59:47.243827Z","end":"2026-03-02T16:59:47.380166Z","steps":["trace[793141968] 'agreement among raft nodes before linearized reading' (duration: 136.1327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:47.5424Z","caller":"traceutil/trace.go:171","msg":"trace[486504139] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"156.618959ms","start":"2026-03-02T16:59:47.385745Z","end":"2026-03-02T16:59:47.542364Z","steps":["trace[486504139] 'process raft request' (duration: 151.864876ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:47.542543Z","caller":"traceutil/trace.go:171","msg":"trace[2041334649] linearizableReadLoop","detail":"{readStateIndex:8582; appliedIndex:8580; }","duration":"153.768696ms","start":"2026-03-02T16:59:47.388751Z","end":"2026-03-02T16:59:47.54252Z","steps":["trace[2041334649] 'read index received' (duration: 148.834599ms)","trace[2041334649] 'applied index is now lower than readState.Index' (duration: 4.932556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:47.542698Z","caller":"traceutil/trace.go:171","msg":"trace[171045786] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"154.422702ms","start":"2026-03-02T16:59:47.388112Z","end":"2026-03-02T16:59:47.542535Z","steps":["trace[171045786] 'process raft request' (duration: 154.196396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:47.542943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.167755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-02T16:59:47.543026Z","caller":"traceutil/trace.go:171","msg":"trace[1331466357] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8259; }","duration":"154.300969ms","start":"2026-03-02T16:59:47.388703Z","end":"2026-03-02T16:59:47.543004Z","steps":["trace[1331466357] 'agreement among raft nodes before linearized reading' (duration: 153.939239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:47.970589Z","caller":"traceutil/trace.go:171","msg":"trace[435648939] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"186.230502ms","start":"2026-03-02T16:59:47.784336Z","end":"2026-03-02T16:59:47.970566Z","steps":["trace[435648939] 'read index received' (duration: 185.232086ms)","trace[435648939] 'applied index is now lower than readState.Index' (duration: 997.266µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:47.97068Z","caller":"traceutil/trace.go:171","msg":"trace[1382382141] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"187.506314ms","start":"2026-03-02T16:59:47.783143Z","end":"2026-03-02T16:59:47.97065Z","steps":["trace[1382382141] 'process raft request' (duration: 186.348944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:47.970799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.450918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T16:59:47.97087Z","caller":"traceutil/trace.go:171","msg":"trace[198816377] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:8262; }","duration":"186.563911ms","start":"2026-03-02T16:59:47.784291Z","end":"2026-03-02T16:59:47.970854Z","steps":["trace[198816377] 'agreement among raft nodes before linearized reading' (duration: 186.418747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:48.212359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.476933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-02T16:59:48.212482Z","caller":"traceutil/trace.go:171","msg":"trace[1171274078] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8262; }","duration":"140.635306ms","start":"2026-03-02T16:59:48.071818Z","end":"2026-03-02T16:59:48.212453Z","steps":["trace[1171274078] 'range keys from in-memory index tree' (duration: 140.234855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:48.413868Z","caller":"traceutil/trace.go:171","msg":"trace[527174399] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"178.594955ms","start":"2026-03-02T16:59:48.234886Z","end":"2026-03-02T16:59:48.413481Z","steps":["trace[527174399] 'process raft request' (duration: 178.38134ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:48.617426Z","caller":"traceutil/trace.go:171","msg":"trace[1166245718] linearizableReadLoop","detail":"{readStateIndex:8589; appliedIndex:8586; }","duration":"164.335927ms","start":"2026-03-02T16:59:48.45307Z","end":"2026-03-02T16:59:48.617406Z","steps":["trace[1166245718] 'read index received' (duration: 105.922241ms)","trace[1166245718] 'applied index is now lower than readState.Index' (duration: 58.412836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T16:59:48.617626Z","caller":"traceutil/trace.go:171","msg":"trace[121921937] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"375.598875ms","start":"2026-03-02T16:59:48.241981Z","end":"2026-03-02T16:59:48.61758Z","steps":["trace[121921937] 'process raft request' (duration: 375.357148ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:48.617742Z","caller":"traceutil/trace.go:171","msg":"trace[928085495] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"374.916577ms","start":"2026-03-02T16:59:48.242815Z","end":"2026-03-02T16:59:48.617732Z","steps":["trace[928085495] 'process raft request' (duration: 374.560217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T16:59:48.617846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:48.242806Z","time spent":"374.986349ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:48.617885Z","caller":"traceutil/trace.go:171","msg":"trace[595216106] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"376.078247ms","start":"2026-03-02T16:59:48.24178Z","end":"2026-03-02T16:59:48.617858Z","steps":["trace[595216106] 'process raft request' (duration: 317.298161ms)","trace[595216106] 'compare' (duration: 58.138819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T16:59:48.617651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.526452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T16:59:48.617829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:48.241974Z","time spent":"375.767359ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T16:59:48.617979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T16:59:48.241765Z","time spent":"376.166179ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T16:59:48.617979Z","caller":"traceutil/trace.go:171","msg":"trace[327001490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8266; }","duration":"164.945243ms","start":"2026-03-02T16:59:48.453002Z","end":"2026-03-02T16:59:48.617947Z","steps":["trace[327001490] 'agreement among raft nodes before linearized reading' (duration: 164.550482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:52.540971Z","caller":"traceutil/trace.go:171","msg":"trace[1732627452] transaction","detail":"{read_only:false; response_revision:8300; number_of_response:1; }","duration":"258.754332ms","start":"2026-03-02T16:59:52.282168Z","end":"2026-03-02T16:59:52.540923Z","steps":["trace[1732627452] 'process raft request' (duration: 258.447504ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T16:59:59.873452Z","caller":"traceutil/trace.go:171","msg":"trace[656582878] transaction","detail":"{read_only:false; response_revision:8426; number_of_response:1; }","duration":"129.599712ms","start":"2026-03-02T16:59:59.74383Z","end":"2026-03-02T16:59:59.87343Z","steps":["trace[656582878] 'process raft request' (duration: 129.471529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:03.952874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837207925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:00:04.028155Z","caller":"traceutil/trace.go:171","msg":"trace[1439193551] linearizableReadLoop","detail":"{readStateIndex:8781; appliedIndex:8781; }","duration":"575.903429ms","start":"2026-03-02T17:00:03.452208Z","end":"2026-03-02T17:00:04.028112Z","steps":["trace[1439193551] 'read index received' (duration: 575.878858ms)","trace[1439193551] 'applied index is now lower than readState.Index' (duration: 20.451µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:00:04.028386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.134715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:00:04.028436Z","caller":"traceutil/trace.go:171","msg":"trace[1752529357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8452; }","duration":"576.249717ms","start":"2026-03-02T17:00:03.452169Z","end":"2026-03-02T17:00:04.028419Z","steps":["trace[1752529357] 'agreement among raft nodes before linearized reading' (duration: 576.101504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:04.030564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:03.452151Z","time spent":"578.375203ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:00:04.040165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.235821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:00:04.040235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.334276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:00:04.040269Z","caller":"traceutil/trace.go:171","msg":"trace[1954043940] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8453; }","duration":"108.377685ms","start":"2026-03-02T17:00:03.931872Z","end":"2026-03-02T17:00:04.04025Z","steps":["trace[1954043940] 'agreement among raft nodes before linearized reading' (duration: 108.162029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:00:04.040294Z","caller":"traceutil/trace.go:171","msg":"trace[234587599] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8453; }","duration":"117.442038ms","start":"2026-03-02T17:00:03.922839Z","end":"2026-03-02T17:00:04.040281Z","steps":["trace[234587599] 'agreement among raft nodes before linearized reading' (duration: 117.332146ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:00:04.040497Z","caller":"traceutil/trace.go:171","msg":"trace[122068611] transaction","detail":"{read_only:false; response_revision:8453; number_of_response:1; }","duration":"577.601773ms","start":"2026-03-02T17:00:03.462882Z","end":"2026-03-02T17:00:04.040484Z","steps":["trace[122068611] 'process raft request' (duration: 576.876015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:04.040654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:03.46285Z","time spent":"577.673794ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9174,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:00:11.486387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837208051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:00:11.989139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837208051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:00:12.987107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000815619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:00:12.987187Z","caller":"traceutil/trace.go:171","msg":"trace[241791073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000932504s","start":"2026-03-02T17:00:10.986238Z","end":"2026-03-02T17:00:12.987171Z","steps":["trace[241791073] 'agreement among raft nodes before linearized reading' (duration: 2.00083566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:12.987222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:10.986225Z","time spent":"2.000986905s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:00:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:00:13.518499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837208051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:00:14.018956Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837208051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:00:14.526315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837208051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:00:14.98052Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.003508869s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:00:14.981396Z","caller":"traceutil/trace.go:171","msg":"trace[537268072] transaction","detail":"{read_only:false; response_revision:8498; number_of_response:1; }","duration":"4.004449063s","start":"2026-03-02T17:00:10.976924Z","end":"2026-03-02T17:00:14.981374Z","steps":["trace[537268072] 'process raft request' (duration: 4.004262648s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.981544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:10.976913Z","time spent":"4.004554275s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:00:14.990086Z","caller":"traceutil/trace.go:171","msg":"trace[1930630206] transaction","detail":"{read_only:false; response_revision:8499; number_of_response:1; }","duration":"4.000830468s","start":"2026-03-02T17:00:10.989221Z","end":"2026-03-02T17:00:14.990051Z","steps":["trace[1930630206] 'process raft request' (duration: 4.000229164s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.990284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:10.98921Z","time spent":"4.000964102s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:00:14.990572Z","caller":"traceutil/trace.go:171","msg":"trace[853890924] transaction","detail":"{read_only:false; response_revision:8500; number_of_response:1; }","duration":"4.000781508s","start":"2026-03-02T17:00:10.989779Z","end":"2026-03-02T17:00:14.990561Z","steps":["trace[853890924] 'process raft request' (duration: 3.999946617s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.990618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:10.989772Z","time spent":"4.000820169s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:00:14.994592Z","caller":"traceutil/trace.go:171","msg":"trace[130756236] transaction","detail":"{read_only:false; response_revision:8501; number_of_response:1; }","duration":"3.988219395s","start":"2026-03-02T17:00:11.00632Z","end":"2026-03-02T17:00:14.99454Z","steps":["trace[130756236] 'process raft request' (duration: 3.983442631s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.99493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.00631Z","time spent":"3.988463861s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:00:14.997381Z","caller":"traceutil/trace.go:171","msg":"trace[1790976314] transaction","detail":"{read_only:false; response_revision:8503; number_of_response:1; }","duration":"3.007759094s","start":"2026-03-02T17:00:11.989603Z","end":"2026-03-02T17:00:14.997362Z","steps":["trace[1790976314] 'process raft request' (duration: 3.007699262s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.997542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.989593Z","time spent":"3.007868957s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:00:14.99781Z","caller":"traceutil/trace.go:171","msg":"trace[189747903] linearizableReadLoop","detail":"{readStateIndex:8835; appliedIndex:8827; }","duration":"4.011504654s","start":"2026-03-02T17:00:10.986267Z","end":"2026-03-02T17:00:14.997772Z","steps":["trace[189747903] 'read index received' (duration: 3.994931357s)","trace[189747903] 'applied index is now lower than readState.Index' (duration: 16.571627ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:00:14.998345Z","caller":"traceutil/trace.go:171","msg":"trace[514608968] transaction","detail":"{read_only:false; response_revision:8502; number_of_response:1; }","duration":"3.008774889s","start":"2026-03-02T17:00:11.989517Z","end":"2026-03-02T17:00:14.998292Z","steps":["trace[514608968] 'process raft request' (duration: 3.007655411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.998482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.99194253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:00:14.998694Z","caller":"traceutil/trace.go:171","msg":"trace[687819466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8505; }","duration":"3.992169436s","start":"2026-03-02T17:00:11.006494Z","end":"2026-03-02T17:00:14.998663Z","steps":["trace[687819466] 'agreement among raft nodes before linearized reading' (duration: 3.991715364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.99878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.006488Z","time spent":"3.992248468s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:00:14.998799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118044403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:00:14.998839Z","caller":"traceutil/trace.go:171","msg":"trace[712939096] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8505; }","duration":"2.118120125s","start":"2026-03-02T17:00:12.880706Z","end":"2026-03-02T17:00:14.998826Z","steps":["trace[712939096] 'agreement among raft nodes before linearized reading' (duration: 2.118036353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.998878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:12.880695Z","time spent":"2.118173787s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:00:14.999077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172754364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:00:15.008313Z","caller":"traceutil/trace.go:171","msg":"trace[369052320] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8505; }","duration":"2.181991402s","start":"2026-03-02T17:00:12.826279Z","end":"2026-03-02T17:00:15.008271Z","steps":["trace[369052320] 'agreement among raft nodes before linearized reading' (duration: 2.172736884s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.999081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547523711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-02T17:00:14.999107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441506283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:00:14.999136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791266292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:00:14.999127Z","caller":"traceutil/trace.go:171","msg":"trace[117691771] transaction","detail":"{read_only:false; response_revision:8504; number_of_response:1; }","duration":"2.271846338s","start":"2026-03-02T17:00:12.727267Z","end":"2026-03-02T17:00:14.999113Z","steps":["trace[117691771] 'process raft request' (duration: 2.270062173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:14.999194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.009635991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T17:00:14.999254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.980908147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T17:00:14.999316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981018679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:00:14.999347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161986761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-02T17:00:14.999381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.988249236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:00:14.999604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.985467545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:00:14.999635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.988720869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-02T17:00:14.999703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.989502Z","time spent":"3.010082724s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:00:14.999735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.990244948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-02T17:00:15.009712Z","caller":"traceutil/trace.go:171","msg":"trace[1248787147] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8505; }","duration":"2.000308567s","start":"2026-03-02T17:00:13.009379Z","end":"2026-03-02T17:00:15.009688Z","steps":["trace[1248787147] 'agreement among raft nodes before linearized reading' (duration: 1.990135695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.009797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:13.009362Z","time spent":"2.00039524s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2104,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T17:00:15.009784Z","caller":"traceutil/trace.go:171","msg":"trace[1190104450] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8505; }","duration":"3.991442838s","start":"2026-03-02T17:00:11.018307Z","end":"2026-03-02T17:00:15.00975Z","steps":["trace[1190104450] 'agreement among raft nodes before linearized reading' (duration: 3.980898106s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.009915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.018299Z","time spent":"3.991574251s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:00:15.010056Z","caller":"traceutil/trace.go:171","msg":"trace[1936324003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8505; }","duration":"1.995907984s","start":"2026-03-02T17:00:13.014118Z","end":"2026-03-02T17:00:15.010026Z","steps":["trace[1936324003] 'agreement among raft nodes before linearized reading' (duration: 1.985457685s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:00:15.010111Z","caller":"traceutil/trace.go:171","msg":"trace[1950559339] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8505; }","duration":"2.802263406s","start":"2026-03-02T17:00:12.207837Z","end":"2026-03-02T17:00:15.0101Z","steps":["trace[1950559339] 'agreement among raft nodes before linearized reading' (duration: 2.791285013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.010142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:12.207822Z","time spent":"2.802310946s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:00:15.010156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:13.014111Z","time spent":"1.996017166s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:00:15.01009Z","caller":"traceutil/trace.go:171","msg":"trace[1087403687] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8505; }","duration":"2.452462666s","start":"2026-03-02T17:00:12.557564Z","end":"2026-03-02T17:00:15.010027Z","steps":["trace[1087403687] 'agreement among raft nodes before linearized reading' (duration: 2.441526324s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:00:15.010177Z","caller":"traceutil/trace.go:171","msg":"trace[192298195] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8505; }","duration":"1.17284415s","start":"2026-03-02T17:00:13.837324Z","end":"2026-03-02T17:00:15.010168Z","steps":["trace[192298195] 'agreement among raft nodes before linearized reading' (duration: 1.161969771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.010204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:13.837306Z","time spent":"1.172889361s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-02T17:00:15.010202Z","caller":"traceutil/trace.go:171","msg":"trace[46225933] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8505; }","duration":"1.999332493s","start":"2026-03-02T17:00:13.010848Z","end":"2026-03-02T17:00:15.01018Z","steps":["trace[46225933] 'agreement among raft nodes before linearized reading' (duration: 1.988471923s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.010239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:13.010843Z","time spent":"1.999384714s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:00:15.010266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:12.557549Z","time spent":"2.45266107s","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:00:15.010302Z","caller":"traceutil/trace.go:171","msg":"trace[1669863542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:8505; }","duration":"3.992025552s","start":"2026-03-02T17:00:11.018269Z","end":"2026-03-02T17:00:15.010295Z","steps":["trace[1669863542] 'agreement among raft nodes before linearized reading' (duration: 3.980994459s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.010323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.018259Z","time spent":"3.992057463s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"info","ts":"2026-03-02T17:00:15.010349Z","caller":"traceutil/trace.go:171","msg":"trace[697802434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8505; }","duration":"3.999234978s","start":"2026-03-02T17:00:11.011106Z","end":"2026-03-02T17:00:15.01034Z","steps":["trace[697802434] 'agreement among raft nodes before linearized reading' (duration: 3.988227695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.01035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:12.727243Z","time spent":"2.283030017s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:00:15.010388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.011095Z","time spent":"3.999285118s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:00:15.010433Z","caller":"traceutil/trace.go:171","msg":"trace[1384827139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8505; }","duration":"3.020897853s","start":"2026-03-02T17:00:11.989527Z","end":"2026-03-02T17:00:15.010424Z","steps":["trace[1384827139] 'agreement among raft nodes before linearized reading' (duration: 3.009617431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.010462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:11.98951Z","time spent":"3.020944904s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:00:15.010588Z","caller":"traceutil/trace.go:171","msg":"trace[1742891473] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:8505; }","duration":"1.559067369s","start":"2026-03-02T17:00:13.451512Z","end":"2026-03-02T17:00:15.010579Z","steps":["trace[1742891473] 'agreement among raft nodes before linearized reading' (duration: 1.547445179s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:15.011456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:13.451497Z","time spent":"1.559949542s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3328,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-02T17:00:15.010608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:12.826265Z","time spent":"2.184332843s","remote":"127.0.0.1:42326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:00:44.637694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.807845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:00:44.637766Z","caller":"traceutil/trace.go:171","msg":"trace[605654267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8805; }","duration":"184.893288ms","start":"2026-03-02T17:00:44.452857Z","end":"2026-03-02T17:00:44.63775Z","steps":["trace[605654267] 'range keys from in-memory index tree' (duration: 184.613069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:44.637995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.087328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-02T17:00:44.637977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.318686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129304"} {"level":"info","ts":"2026-03-02T17:00:44.638043Z","caller":"traceutil/trace.go:171","msg":"trace[1535995379] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:8805; }","duration":"134.17421ms","start":"2026-03-02T17:00:44.503856Z","end":"2026-03-02T17:00:44.63803Z","steps":["trace[1535995379] 'range keys from in-memory index tree' (duration: 133.895392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:00:44.638101Z","caller":"traceutil/trace.go:171","msg":"trace[1270517487] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:8805; }","duration":"131.505931ms","start":"2026-03-02T17:00:44.506571Z","end":"2026-03-02T17:00:44.638077Z","steps":["trace[1270517487] 'range keys from in-memory index tree' (duration: 131.083261ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:00:59.597017Z","caller":"traceutil/trace.go:171","msg":"trace[1586924934] transaction","detail":"{read_only:false; response_revision:8909; number_of_response:1; }","duration":"437.295716ms","start":"2026-03-02T17:00:59.159689Z","end":"2026-03-02T17:00:59.596985Z","steps":["trace[1586924934] 'process raft request' (duration: 437.084101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.59724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:59.159658Z","time spent":"437.454669ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:00:59.598172Z","caller":"traceutil/trace.go:171","msg":"trace[850048347] linearizableReadLoop","detail":"{readStateIndex:9253; appliedIndex:9250; }","duration":"343.504907ms","start":"2026-03-02T17:00:59.254645Z","end":"2026-03-02T17:00:59.59815Z","steps":["trace[850048347] 'read index received' (duration: 342.160432ms)","trace[850048347] 'applied index is now lower than readState.Index' (duration: 1.343665ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:00:59.598424Z","caller":"traceutil/trace.go:171","msg":"trace[1221324388] transaction","detail":"{read_only:false; response_revision:8910; number_of_response:1; }","duration":"427.089222ms","start":"2026-03-02T17:00:59.171325Z","end":"2026-03-02T17:00:59.598415Z","steps":["trace[1221324388] 'process raft request' (duration: 426.680381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.59853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:59.171288Z","time spent":"427.164744ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:00:59.598683Z","caller":"traceutil/trace.go:171","msg":"trace[1073098490] transaction","detail":"{read_only:false; response_revision:8911; number_of_response:1; }","duration":"424.607257ms","start":"2026-03-02T17:00:59.174067Z","end":"2026-03-02T17:00:59.598674Z","steps":["trace[1073098490] 'process raft request' (duration: 424.052983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.598723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:59.174037Z","time spent":"424.666579ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:00:59.59887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.226286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T17:00:59.5989Z","caller":"traceutil/trace.go:171","msg":"trace[566554001] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8911; }","duration":"344.300597ms","start":"2026-03-02T17:00:59.254593Z","end":"2026-03-02T17:00:59.598893Z","steps":["trace[566554001] 'agreement among raft nodes before linearized reading' (duration: 344.204115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.598919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:59.25457Z","time spent":"344.344179ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:00:59.599031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.636191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T17:00:59.599054Z","caller":"traceutil/trace.go:171","msg":"trace[1212745941] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8911; }","duration":"343.694792ms","start":"2026-03-02T17:00:59.255353Z","end":"2026-03-02T17:00:59.599048Z","steps":["trace[1212745941] 'agreement among raft nodes before linearized reading' (duration: 343.640561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.599071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:00:59.255339Z","time spent":"343.727922ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:00:59.599228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.924493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:00:59.599252Z","caller":"traceutil/trace.go:171","msg":"trace[1943312237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8911; }","duration":"147.992765ms","start":"2026-03-02T17:00:59.451253Z","end":"2026-03-02T17:00:59.599246Z","steps":["trace[1943312237] 'agreement among raft nodes before linearized reading' (duration: 147.949864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.599388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.070382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:00:59.599411Z","caller":"traceutil/trace.go:171","msg":"trace[2031516576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:8911; }","duration":"237.135444ms","start":"2026-03-02T17:00:59.362269Z","end":"2026-03-02T17:00:59.599405Z","steps":["trace[2031516576] 'agreement among raft nodes before linearized reading' (duration: 237.067822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.599591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.713417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:00:59.599619Z","caller":"traceutil/trace.go:171","msg":"trace[1730356733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8911; }","duration":"292.762729ms","start":"2026-03-02T17:00:59.30685Z","end":"2026-03-02T17:00:59.599612Z","steps":["trace[1730356733] 'agreement among raft nodes before linearized reading' (duration: 292.698147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.599728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.332753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:00:59.599746Z","caller":"traceutil/trace.go:171","msg":"trace[1859385129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8911; }","duration":"293.393775ms","start":"2026-03-02T17:00:59.306347Z","end":"2026-03-02T17:00:59.599741Z","steps":["trace[1859385129] 'agreement among raft nodes before linearized reading' (duration: 293.342214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.599818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.680027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:00:59.599834Z","caller":"traceutil/trace.go:171","msg":"trace[1948891121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8911; }","duration":"299.731888ms","start":"2026-03-02T17:00:59.300098Z","end":"2026-03-02T17:00:59.59983Z","steps":["trace[1948891121] 'agreement among raft nodes before linearized reading' (duration: 299.686877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.865141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.921511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:00:59.865318Z","caller":"traceutil/trace.go:171","msg":"trace[169497024] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:8916; }","duration":"113.200068ms","start":"2026-03-02T17:00:59.752086Z","end":"2026-03-02T17:00:59.865286Z","steps":["trace[169497024] 'count revisions from in-memory index tree' (duration: 112.733876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:00:59.865489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.808813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:00:59.865594Z","caller":"traceutil/trace.go:171","msg":"trace[1682778543] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8916; }","duration":"177.99973ms","start":"2026-03-02T17:00:59.687569Z","end":"2026-03-02T17:00:59.865569Z","steps":["trace[1682778543] 'count revisions from in-memory index tree' (duration: 177.65888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:30.016813Z","caller":"traceutil/trace.go:171","msg":"trace[569509179] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"108.002095ms","start":"2026-03-02T17:01:29.908776Z","end":"2026-03-02T17:01:30.016778Z","steps":["trace[569509179] 'process raft request' (duration: 107.762889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:30.100965Z","caller":"traceutil/trace.go:171","msg":"trace[1295585308] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"184.667531ms","start":"2026-03-02T17:01:29.916276Z","end":"2026-03-02T17:01:30.100944Z","steps":["trace[1295585308] 'process raft request' (duration: 184.62123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:30.101153Z","caller":"traceutil/trace.go:171","msg":"trace[1503116651] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"191.95711ms","start":"2026-03-02T17:01:29.909177Z","end":"2026-03-02T17:01:30.101134Z","steps":["trace[1503116651] 'process raft request' (duration: 191.660092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:30.101344Z","caller":"traceutil/trace.go:171","msg":"trace[92266742] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"191.150818ms","start":"2026-03-02T17:01:29.910166Z","end":"2026-03-02T17:01:30.101317Z","steps":["trace[92266742] 'process raft request' (duration: 190.703957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:30.101422Z","caller":"traceutil/trace.go:171","msg":"trace[1256755009] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"192.307609ms","start":"2026-03-02T17:01:29.909103Z","end":"2026-03-02T17:01:30.10141Z","steps":["trace[1256755009] 'process raft request' (duration: 191.59334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:37.325706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.897502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:01:37.325825Z","caller":"traceutil/trace.go:171","msg":"trace[452375882] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"141.597911ms","start":"2026-03-02T17:01:37.184206Z","end":"2026-03-02T17:01:37.325803Z","steps":["trace[452375882] 'process raft request' (duration: 40.536585ms)","trace[452375882] 'compare' (duration: 100.81627ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:01:40.100502Z","caller":"traceutil/trace.go:171","msg":"trace[405490410] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"139.049044ms","start":"2026-03-02T17:01:39.961419Z","end":"2026-03-02T17:01:40.100468Z","steps":["trace[405490410] 'process raft request' (duration: 45.771649ms)","trace[405490410] 'compare' (duration: 92.670091ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:01:42.334534Z","caller":"traceutil/trace.go:171","msg":"trace[622928007] linearizableReadLoop","detail":"{readStateIndex:9558; appliedIndex:9557; }","duration":"143.223032ms","start":"2026-03-02T17:01:42.19129Z","end":"2026-03-02T17:01:42.334513Z","steps":["trace[622928007] 'read index received' (duration: 143.054998ms)","trace[622928007] 'applied index is now lower than readState.Index' (duration: 166.954µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:01:42.334602Z","caller":"traceutil/trace.go:171","msg":"trace[905897297] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"146.703883ms","start":"2026-03-02T17:01:42.187865Z","end":"2026-03-02T17:01:42.334569Z","steps":["trace[905897297] 'process raft request' (duration: 146.536468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:42.334671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.366617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:42.334704Z","caller":"traceutil/trace.go:171","msg":"trace[2107749362] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9206; }","duration":"143.416598ms","start":"2026-03-02T17:01:42.191278Z","end":"2026-03-02T17:01:42.334695Z","steps":["trace[2107749362] 'agreement among raft nodes before linearized reading' (duration: 143.344716ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:44.33844Z","caller":"traceutil/trace.go:171","msg":"trace[1049427201] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"491.965755ms","start":"2026-03-02T17:01:43.846445Z","end":"2026-03-02T17:01:44.338411Z","steps":["trace[1049427201] 'process raft request' (duration: 491.601085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:44.338596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:43.846418Z","time spent":"492.092338ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:01:44.353987Z","caller":"traceutil/trace.go:171","msg":"trace[1561006814] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"430.199833ms","start":"2026-03-02T17:01:43.923757Z","end":"2026-03-02T17:01:44.353957Z","steps":["trace[1561006814] 'process raft request' (duration: 429.962457ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:44.354142Z","caller":"traceutil/trace.go:171","msg":"trace[336125926] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9559; }","duration":"182.223919ms","start":"2026-03-02T17:01:44.171897Z","end":"2026-03-02T17:01:44.354121Z","steps":["trace[336125926] 'read index received' (duration: 166.212926ms)","trace[336125926] 'applied index is now lower than readState.Index' (duration: 16.009623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:01:44.35419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:43.923734Z","time spent":"430.339616ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:01:44.354433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.071014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-02T17:01:44.354417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.500166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-02T17:01:44.354468Z","caller":"traceutil/trace.go:171","msg":"trace[589454926] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9210; }","duration":"182.126026ms","start":"2026-03-02T17:01:44.172331Z","end":"2026-03-02T17:01:44.354457Z","steps":["trace[589454926] 'agreement among raft nodes before linearized reading' (duration: 181.992992ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:44.354491Z","caller":"traceutil/trace.go:171","msg":"trace[614883504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9210; }","duration":"182.620379ms","start":"2026-03-02T17:01:44.171853Z","end":"2026-03-02T17:01:44.354473Z","steps":["trace[614883504] 'agreement among raft nodes before linearized reading' (duration: 182.367152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:44.354549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.488346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T17:01:44.354574Z","caller":"traceutil/trace.go:171","msg":"trace[1865144010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9210; }","duration":"170.528198ms","start":"2026-03-02T17:01:44.184039Z","end":"2026-03-02T17:01:44.354567Z","steps":["trace[1865144010] 'agreement among raft nodes before linearized reading' (duration: 170.450856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:44.354707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.679871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T17:01:44.35474Z","caller":"traceutil/trace.go:171","msg":"trace[1077899587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9210; }","duration":"170.735943ms","start":"2026-03-02T17:01:44.183996Z","end":"2026-03-02T17:01:44.354732Z","steps":["trace[1077899587] 'agreement among raft nodes before linearized reading' (duration: 170.584179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:44.354802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.483778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:01:44.354707Z","caller":"traceutil/trace.go:171","msg":"trace[516623984] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"244.429132ms","start":"2026-03-02T17:01:44.110267Z","end":"2026-03-02T17:01:44.354697Z","steps":["trace[516623984] 'process raft request' (duration: 243.644142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:44.354837Z","caller":"traceutil/trace.go:171","msg":"trace[1400411828] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:9210; }","duration":"174.54077ms","start":"2026-03-02T17:01:44.180289Z","end":"2026-03-02T17:01:44.35483Z","steps":["trace[1400411828] 'agreement among raft nodes before linearized reading' (duration: 174.451008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:46.871271Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:47.38282Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:47.883458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:48.384182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:48.885137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:49.385947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:49.454199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000647564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:01:49.454272Z","caller":"traceutil/trace.go:171","msg":"trace[1282547685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000760128s","start":"2026-03-02T17:01:47.453496Z","end":"2026-03-02T17:01:49.454257Z","steps":["trace[1282547685] 'agreement among raft nodes before linearized reading' (duration: 2.000667435s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:49.454304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.453483Z","time spent":"2.000813449s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:01:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:49.886993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:50.387745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:50.401986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000652215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:01:50.402061Z","caller":"traceutil/trace.go:171","msg":"trace[586800319] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768178s","start":"2026-03-02T17:01:48.401276Z","end":"2026-03-02T17:01:50.402044Z","steps":["trace[586800319] 'agreement among raft nodes before linearized reading' (duration: 2.000673755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:50.402104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:48.401262Z","time spent":"2.00083204s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:01:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:50.888035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:51.341834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.342889Z","time spent":"4.998930702s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:51.359422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.36081Z","time spent":"4.998601542s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:51.361091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.361634Z","time spent":"4.999450845s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:51.370235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999891777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-02T17:01:51.370323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999092747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:01:51.370355Z","caller":"traceutil/trace.go:171","msg":"trace[1277142705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000068651s","start":"2026-03-02T17:01:46.370259Z","end":"2026-03-02T17:01:51.370327Z","steps":["trace[1277142705] 'agreement among raft nodes before linearized reading' (duration: 4.999907327s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:51.370389Z","caller":"traceutil/trace.go:171","msg":"trace[1958100575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999198369s","start":"2026-03-02T17:01:46.371174Z","end":"2026-03-02T17:01:51.370373Z","steps":["trace[1958100575] 'agreement among raft nodes before linearized reading' (duration: 4.999103567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:51.370418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.37025Z","time spent":"5.000156844s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:01:51.370432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.371167Z","time spent":"4.99925803s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:51.373452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999035524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:01:51.37353Z","caller":"traceutil/trace.go:171","msg":"trace[1724400161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999134177s","start":"2026-03-02T17:01:46.374373Z","end":"2026-03-02T17:01:51.373507Z","steps":["trace[1724400161] 'agreement among raft nodes before linearized reading' (duration: 4.999046034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:51.373587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.374366Z","time spent":"4.999209219s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:51.389034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837209870,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:01:51.431602Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.088567964s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:01:51.435199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.982108862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:51.435299Z","caller":"traceutil/trace.go:171","msg":"trace[412013160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9217; }","duration":"5.982241946s","start":"2026-03-02T17:01:45.453032Z","end":"2026-03-02T17:01:51.435274Z","steps":["trace[412013160] 'range keys from in-memory index tree' (duration: 5.982040891s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:51.435344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:45.453018Z","time spent":"5.982315117s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:01:51.460309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000338377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:01:51.46049Z","caller":"traceutil/trace.go:171","msg":"trace[225244798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000582744s","start":"2026-03-02T17:01:49.459877Z","end":"2026-03-02T17:01:51.46046Z","steps":["trace[225244798] 'agreement among raft nodes before linearized reading' (duration: 2.000342307s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:51.460691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:49.459865Z","time spent":"2.000678386s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:01:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:01:52.03043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.643769ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:52.030565Z","caller":"traceutil/trace.go:171","msg":"trace[110559626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9218; }","duration":"130.799773ms","start":"2026-03-02T17:01:51.899745Z","end":"2026-03-02T17:01:52.030544Z","steps":["trace[110559626] 'range keys from in-memory index tree' (duration: 130.617929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:52.039627Z","caller":"traceutil/trace.go:171","msg":"trace[1887502431] linearizableReadLoop","detail":"{readStateIndex:9574; appliedIndex:9569; }","duration":"5.669324027s","start":"2026-03-02T17:01:46.370285Z","end":"2026-03-02T17:01:52.039609Z","steps":["trace[1887502431] 'read index received' (duration: 5.061526477s)","trace[1887502431] 'applied index is now lower than readState.Index' (duration: 607.79676ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:01:52.039943Z","caller":"traceutil/trace.go:171","msg":"trace[28533632] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"4.645140969s","start":"2026-03-02T17:01:47.394782Z","end":"2026-03-02T17:01:52.039923Z","steps":["trace[28533632] 'process raft request' (duration: 4.644797701s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:52.039979Z","caller":"traceutil/trace.go:171","msg":"trace[1196942369] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"5.436023241s","start":"2026-03-02T17:01:46.603935Z","end":"2026-03-02T17:01:52.039959Z","steps":["trace[1196942369] 'process raft request' (duration: 5.435608961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.04005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.603917Z","time spent":"5.436097643s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:01:52.040055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.394765Z","time spent":"4.645219912s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:01:52.169334Z","caller":"traceutil/trace.go:171","msg":"trace[1067522312] linearizableReadLoop","detail":"{readStateIndex:9575; appliedIndex:9574; }","duration":"129.629503ms","start":"2026-03-02T17:01:52.039679Z","end":"2026-03-02T17:01:52.169309Z","steps":["trace[1067522312] 'read index received' (duration: 34.603913ms)","trace[1067522312] 'applied index is now lower than readState.Index' (duration: 95.02433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:01:52.169513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.799163476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T17:01:52.169547Z","caller":"traceutil/trace.go:171","msg":"trace[1658482417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9223; }","duration":"5.799225637s","start":"2026-03-02T17:01:46.370313Z","end":"2026-03-02T17:01:52.169539Z","steps":["trace[1658482417] 'agreement among raft nodes before linearized reading' (duration: 5.799074633s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.169587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.370306Z","time spent":"5.799275718s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:01:52.169654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.966858405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:52.169739Z","caller":"traceutil/trace.go:171","msg":"trace[1344077657] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:9223; }","duration":"4.966967479s","start":"2026-03-02T17:01:47.20275Z","end":"2026-03-02T17:01:52.169717Z","steps":["trace[1344077657] 'agreement among raft nodes before linearized reading' (duration: 4.966790834s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.16973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.713219059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-02T17:01:52.169812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.967638256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:01:52.169835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309040701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:52.169841Z","caller":"traceutil/trace.go:171","msg":"trace[145557963] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:9223; }","duration":"4.967683806s","start":"2026-03-02T17:01:47.202149Z","end":"2026-03-02T17:01:52.169833Z","steps":["trace[145557963] 'agreement among raft nodes before linearized reading' (duration: 4.967634895s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:52.169838Z","caller":"traceutil/trace.go:171","msg":"trace[1700473039] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:9223; }","duration":"2.713374452s","start":"2026-03-02T17:01:49.456435Z","end":"2026-03-02T17:01:52.16981Z","steps":["trace[1700473039] 'agreement among raft nodes before linearized reading' (duration: 2.713068314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.169898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.799398412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:01:52.169901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:49.456421Z","time spent":"2.713468365s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"info","ts":"2026-03-02T17:01:52.169927Z","caller":"traceutil/trace.go:171","msg":"trace[1983067655] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:9223; }","duration":"5.799433113s","start":"2026-03-02T17:01:46.370487Z","end":"2026-03-02T17:01:52.16992Z","steps":["trace[1983067655] 'agreement among raft nodes before linearized reading' (duration: 5.799383311s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.169953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.370483Z","time spent":"5.799464863s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T17:01:52.16996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969417531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:01:52.170025Z","caller":"traceutil/trace.go:171","msg":"trace[658580838] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:9223; }","duration":"4.969528674s","start":"2026-03-02T17:01:47.200482Z","end":"2026-03-02T17:01:52.17001Z","steps":["trace[658580838] 'agreement among raft nodes before linearized reading' (duration: 4.969344649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.523601226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-02T17:01:52.170059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.200464Z","time spent":"4.969589436s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:01:52.170081Z","caller":"traceutil/trace.go:171","msg":"trace[822418621] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9223; }","duration":"4.523656647s","start":"2026-03-02T17:01:47.646418Z","end":"2026-03-02T17:01:52.170075Z","steps":["trace[822418621] 'agreement among raft nodes before linearized reading' (duration: 4.523588626s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.646402Z","time spent":"4.523697678s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:01:52.170248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.962597145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:01:52.170277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960602801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:01:52.170058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.799628497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:52.170296Z","caller":"traceutil/trace.go:171","msg":"trace[964311252] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9223; }","duration":"3.960657663s","start":"2026-03-02T17:01:48.209633Z","end":"2026-03-02T17:01:52.17029Z","steps":["trace[964311252] 'agreement among raft nodes before linearized reading' (duration: 3.960240421s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:01:52.170299Z","caller":"traceutil/trace.go:171","msg":"trace[474298489] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9223; }","duration":"5.799879785s","start":"2026-03-02T17:01:46.370414Z","end":"2026-03-02T17:01:52.170294Z","steps":["trace[474298489] 'agreement among raft nodes before linearized reading' (duration: 5.799625908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:48.209614Z","time spent":"3.960692793s","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:01:52.170321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.370408Z","time spent":"5.799906455s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:01:52.16986Z","caller":"traceutil/trace.go:171","msg":"trace[1450352162] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9223; }","duration":"3.309103963s","start":"2026-03-02T17:01:48.860748Z","end":"2026-03-02T17:01:52.169852Z","steps":["trace[1450352162] 'agreement among raft nodes before linearized reading' (duration: 3.309054672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.169991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259947139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-02T17:01:52.170387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:48.860725Z","time spent":"3.309652867s","remote":"127.0.0.1:41296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:01:52.17041Z","caller":"traceutil/trace.go:171","msg":"trace[857090675] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9223; }","duration":"4.260394521s","start":"2026-03-02T17:01:47.91001Z","end":"2026-03-02T17:01:52.170404Z","steps":["trace[857090675] 'agreement among raft nodes before linearized reading' (duration: 4.259873548s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.909992Z","time spent":"4.260429782s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T17:01:52.170278Z","caller":"traceutil/trace.go:171","msg":"trace[240715050] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:9223; }","duration":"4.962648527s","start":"2026-03-02T17:01:47.207624Z","end":"2026-03-02T17:01:52.170272Z","steps":["trace[240715050] 'agreement among raft nodes before linearized reading' (duration: 4.962563945s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.207613Z","time spent":"4.962923424s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:01:52.170588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06710708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T17:01:52.170613Z","caller":"traceutil/trace.go:171","msg":"trace[393630430] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9223; }","duration":"5.067169221s","start":"2026-03-02T17:01:47.103438Z","end":"2026-03-02T17:01:52.170608Z","steps":["trace[393630430] 'agreement among raft nodes before linearized reading' (duration: 5.06709717s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.10342Z","time spent":"5.067205683s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:01:52.170646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610812637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:52.170696Z","caller":"traceutil/trace.go:171","msg":"trace[1050891474] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9223; }","duration":"2.61091205s","start":"2026-03-02T17:01:49.559778Z","end":"2026-03-02T17:01:52.17069Z","steps":["trace[1050891474] 'agreement among raft nodes before linearized reading' (duration: 2.610844249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:49.559753Z","time spent":"2.610962771s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:01:52.170574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.116664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:01:52.170759Z","caller":"traceutil/trace.go:171","msg":"trace[662345941] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:9223; }","duration":"135.34758ms","start":"2026-03-02T17:01:52.035401Z","end":"2026-03-02T17:01:52.170748Z","steps":["trace[662345941] 'agreement among raft nodes before linearized reading' (duration: 135.103074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.402651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:01:52.170857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.178767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-02T17:01:52.170872Z","caller":"traceutil/trace.go:171","msg":"trace[1769534149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9223; }","duration":"709.689188ms","start":"2026-03-02T17:01:51.461177Z","end":"2026-03-02T17:01:52.170866Z","steps":["trace[1769534149] 'agreement among raft nodes before linearized reading' (duration: 709.429491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019110886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:01:52.169861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.202141Z","time spent":"4.967715308s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:01:52.170899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:51.461155Z","time spent":"709.73696ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:01:52.170919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.425165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-02T17:01:52.169779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:47.202744Z","time spent":"4.96702728s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:01:52.17098Z","caller":"traceutil/trace.go:171","msg":"trace[856002925] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9223; }","duration":"808.514467ms","start":"2026-03-02T17:01:51.36246Z","end":"2026-03-02T17:01:52.170974Z","steps":["trace[856002925] 'agreement among raft nodes before linearized reading' (duration: 808.427265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.170995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132412673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:01:52.171015Z","caller":"traceutil/trace.go:171","msg":"trace[2105029073] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9223; }","duration":"2.132461494s","start":"2026-03-02T17:01:50.038548Z","end":"2026-03-02T17:01:52.171009Z","steps":["trace[2105029073] 'agreement among raft nodes before linearized reading' (duration: 2.132428213s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.171024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.284673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-02T17:01:52.171039Z","caller":"traceutil/trace.go:171","msg":"trace[872734857] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9223; }","duration":"810.333125ms","start":"2026-03-02T17:01:51.360702Z","end":"2026-03-02T17:01:52.171035Z","steps":["trace[872734857] 'agreement among raft nodes before linearized reading' (duration: 810.306624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.17104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:50.038533Z","time spent":"2.132502445s","remote":"127.0.0.1:42218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:01:52.171052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:51.360686Z","time spent":"810.363405ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-02T17:01:52.170877Z","caller":"traceutil/trace.go:171","msg":"trace[1584118248] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9223; }","duration":"827.225389ms","start":"2026-03-02T17:01:51.343644Z","end":"2026-03-02T17:01:52.170869Z","steps":["trace[1584118248] 'agreement among raft nodes before linearized reading' (duration: 827.139017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:51.362444Z","time spent":"808.549818ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:01:52.171138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:51.343629Z","time spent":"827.495906ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-02T17:01:52.171187Z","caller":"traceutil/trace.go:171","msg":"trace[731374403] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9223; }","duration":"1.019455165s","start":"2026-03-02T17:01:51.151723Z","end":"2026-03-02T17:01:52.171178Z","steps":["trace[731374403] 'agreement among raft nodes before linearized reading' (duration: 1.019098056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.171221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:51.151706Z","time spent":"1.019505397s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":63,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:01:52.171376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.796903457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:01:52.171429Z","caller":"traceutil/trace.go:171","msg":"trace[140706971] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9223; }","duration":"5.796970129s","start":"2026-03-02T17:01:46.374431Z","end":"2026-03-02T17:01:52.171401Z","steps":["trace[140706971] 'agreement among raft nodes before linearized reading' (duration: 5.796876226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:01:52.171449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:01:46.374413Z","time spent":"5.7970326s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:02:02.736177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837210052,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:02:03.009951Z","caller":"traceutil/trace.go:171","msg":"trace[441856534] transaction","detail":"{read_only:false; response_revision:9295; number_of_response:1; }","duration":"925.697767ms","start":"2026-03-02T17:02:02.084224Z","end":"2026-03-02T17:02:03.009922Z","steps":["trace[441856534] 'process raft request' (duration: 925.523303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:03.010995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.084205Z","time spent":"926.733125ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:02:04.663042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000709496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:02:04.663108Z","caller":"traceutil/trace.go:171","msg":"trace[1076254783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000825859s","start":"2026-03-02T17:02:02.662268Z","end":"2026-03-02T17:02:04.663094Z","steps":["trace[1076254783] 'agreement among raft nodes before linearized reading' (duration: 2.000735177s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:04.663141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.662252Z","time spent":"2.00088225s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:02:05.014019Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.004242365s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:02:05.014386Z","caller":"traceutil/trace.go:171","msg":"trace[1403693464] transaction","detail":"{read_only:false; response_revision:9296; number_of_response:1; }","duration":"2.785660755s","start":"2026-03-02T17:02:02.228697Z","end":"2026-03-02T17:02:05.014358Z","steps":["trace[1403693464] 'process raft request' (duration: 2.78546683s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:05.014461Z","caller":"traceutil/trace.go:171","msg":"trace[868036566] transaction","detail":"{read_only:false; response_revision:9297; number_of_response:1; }","duration":"2.78511121s","start":"2026-03-02T17:02:02.229336Z","end":"2026-03-02T17:02:05.014447Z","steps":["trace[868036566] 'process raft request' (duration: 2.784939446s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.014491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.228675Z","time spent":"2.785748936s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:02:05.014514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.229325Z","time spent":"2.785159781s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:02:05.014793Z","caller":"traceutil/trace.go:171","msg":"trace[102242369] transaction","detail":"{read_only:false; response_revision:9298; number_of_response:1; }","duration":"2.784485194s","start":"2026-03-02T17:02:02.2303Z","end":"2026-03-02T17:02:05.014785Z","steps":["trace[102242369] 'process raft request' (duration: 2.784266549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.014858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.230278Z","time spent":"2.784555226s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:02:05.014868Z","caller":"traceutil/trace.go:171","msg":"trace[35315469] linearizableReadLoop","detail":"{readStateIndex:9654; appliedIndex:9648; }","duration":"2.779550808s","start":"2026-03-02T17:02:02.235307Z","end":"2026-03-02T17:02:05.014858Z","steps":["trace[35315469] 'read index received' (duration: 774.444669ms)","trace[35315469] 'applied index is now lower than readState.Index' (duration: 2.005105649s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:02:05.014919Z","caller":"traceutil/trace.go:171","msg":"trace[387052180] transaction","detail":"{read_only:false; response_revision:9299; number_of_response:1; }","duration":"2.748770624s","start":"2026-03-02T17:02:02.266143Z","end":"2026-03-02T17:02:05.014913Z","steps":["trace[387052180] 'process raft request' (duration: 2.748475886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.014955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.26611Z","time spent":"2.748821406s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:02:05.015108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779799714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T17:02:05.015131Z","caller":"traceutil/trace.go:171","msg":"trace[1313347247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9300; }","duration":"2.779859726s","start":"2026-03-02T17:02:02.235265Z","end":"2026-03-02T17:02:05.015125Z","steps":["trace[1313347247] 'agreement among raft nodes before linearized reading' (duration: 2.779745753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.01515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.235249Z","time spent":"2.779895706s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:02:05.01519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.081593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:02:05.015212Z","caller":"traceutil/trace.go:171","msg":"trace[1861412420] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9300; }","duration":"524.131365ms","start":"2026-03-02T17:02:04.491074Z","end":"2026-03-02T17:02:05.015205Z","steps":["trace[1861412420] 'agreement among raft nodes before linearized reading' (duration: 524.090024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.01523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:04.49106Z","time spent":"524.164775ms","remote":"127.0.0.1:44090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:02:05.015309Z","caller":"traceutil/trace.go:171","msg":"trace[954138418] transaction","detail":"{read_only:false; response_revision:9300; number_of_response:1; }","duration":"2.597471762s","start":"2026-03-02T17:02:02.417829Z","end":"2026-03-02T17:02:05.015301Z","steps":["trace[954138418] 'process raft request' (duration: 2.596977119s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.015343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.417806Z","time spent":"2.597521144s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":852,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T17:02:05.015353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.967521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:02:05.015377Z","caller":"traceutil/trace.go:171","msg":"trace[1403296717] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:9300; }","duration":"737.018583ms","start":"2026-03-02T17:02:04.27835Z","end":"2026-03-02T17:02:05.015369Z","steps":["trace[1403296717] 'agreement among raft nodes before linearized reading' (duration: 736.966481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.015397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:04.278334Z","time spent":"737.055633ms","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:02:05.015108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.76918246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:02:05.01545Z","caller":"traceutil/trace.go:171","msg":"trace[829963117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9300; }","duration":"2.769551609s","start":"2026-03-02T17:02:02.245892Z","end":"2026-03-02T17:02:05.015443Z","steps":["trace[829963117] 'agreement among raft nodes before linearized reading' (duration: 2.76916655s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.01547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.245877Z","time spent":"2.76958663s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:02:05.015517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078394835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:02:05.015539Z","caller":"traceutil/trace.go:171","msg":"trace[1126807135] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9300; }","duration":"1.078432457s","start":"2026-03-02T17:02:03.9371Z","end":"2026-03-02T17:02:05.015533Z","steps":["trace[1126807135] 'agreement among raft nodes before linearized reading' (duration: 1.078389014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.015561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.937094Z","time spent":"1.078459157s","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:02:05.015742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598442587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-n48nb\" ","response":"range_response_count:1 size:9029"} {"level":"info","ts":"2026-03-02T17:02:05.015762Z","caller":"traceutil/trace.go:171","msg":"trace[845238214] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-n48nb; range_end:; response_count:1; response_revision:9300; }","duration":"2.598491379s","start":"2026-03-02T17:02:02.417265Z","end":"2026-03-02T17:02:05.015756Z","steps":["trace[845238214] 'agreement among raft nodes before linearized reading' (duration: 2.598426047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.01578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.417249Z","time spent":"2.598526389s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":9051,"request content":"key:\"/registry/pods/openstack/glance-ks-user-n48nb\" "} {"level":"warn","ts":"2026-03-02T17:02:05.016091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588816455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T17:02:05.016094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873500566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:02:05.01612Z","caller":"traceutil/trace.go:171","msg":"trace[1944539455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9300; }","duration":"1.588866867s","start":"2026-03-02T17:02:03.427245Z","end":"2026-03-02T17:02:05.016112Z","steps":["trace[1944539455] 'agreement among raft nodes before linearized reading' (duration: 1.588787725s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:05.016131Z","caller":"traceutil/trace.go:171","msg":"trace[1448909746] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:9300; }","duration":"1.873562037s","start":"2026-03-02T17:02:03.142555Z","end":"2026-03-02T17:02:05.016117Z","steps":["trace[1448909746] 'agreement among raft nodes before linearized reading' (duration: 1.873494865s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.427232Z","time spent":"1.588905137s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:02:05.016152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.14254Z","time spent":"1.873605288s","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:02:05.016237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563884253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:02:05.016257Z","caller":"traceutil/trace.go:171","msg":"trace[874925348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9300; }","duration":"1.563902883s","start":"2026-03-02T17:02:03.452348Z","end":"2026-03-02T17:02:05.016251Z","steps":["trace[874925348] 'agreement among raft nodes before linearized reading' (duration: 1.563872182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.452303Z","time spent":"1.563965955s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:02:05.016281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59516916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:02:05.0163Z","caller":"traceutil/trace.go:171","msg":"trace[1328803272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9300; }","duration":"1.595233401s","start":"2026-03-02T17:02:03.42106Z","end":"2026-03-02T17:02:05.016294Z","steps":["trace[1328803272] 'agreement among raft nodes before linearized reading' (duration: 1.59517537s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.421041Z","time spent":"1.595275763s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:02:05.01639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556350233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:02:05.016419Z","caller":"traceutil/trace.go:171","msg":"trace[671625011] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:9300; }","duration":"2.556420945s","start":"2026-03-02T17:02:02.459992Z","end":"2026-03-02T17:02:05.016413Z","steps":["trace[671625011] 'agreement among raft nodes before linearized reading' (duration: 2.556369494s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.459971Z","time spent":"2.556465046s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:02:05.016388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567610498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:02:05.016527Z","caller":"traceutil/trace.go:171","msg":"trace[860677274] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9300; }","duration":"1.567799804s","start":"2026-03-02T17:02:03.448719Z","end":"2026-03-02T17:02:05.016519Z","steps":["trace[860677274] 'agreement among raft nodes before linearized reading' (duration: 1.567628649s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.448703Z","time spent":"1.567843454s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:02:05.016591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.610406216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T17:02:05.016609Z","caller":"traceutil/trace.go:171","msg":"trace[1013258971] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9300; }","duration":"2.610462738s","start":"2026-03-02T17:02:02.406141Z","end":"2026-03-02T17:02:05.016603Z","steps":["trace[1013258971] 'agreement among raft nodes before linearized reading' (duration: 2.610384396s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.406122Z","time spent":"2.610497619s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:02:05.016678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.614780958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:02:05.016692Z","caller":"traceutil/trace.go:171","msg":"trace[1587416316] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9300; }","duration":"2.614843971s","start":"2026-03-02T17:02:02.401842Z","end":"2026-03-02T17:02:05.016686Z","steps":["trace[1587416316] 'agreement among raft nodes before linearized reading' (duration: 2.61481582s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.401733Z","time spent":"2.614968903s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:02:05.01675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.755053375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:02:05.016772Z","caller":"traceutil/trace.go:171","msg":"trace[1646161581] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:9300; }","duration":"2.755110237s","start":"2026-03-02T17:02:02.261655Z","end":"2026-03-02T17:02:05.016765Z","steps":["trace[1646161581] 'agreement among raft nodes before linearized reading' (duration: 2.755046975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.016791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:02.261639Z","time spent":"2.755146967s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:02:05.019223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133841725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:02:05.019259Z","caller":"traceutil/trace.go:171","msg":"trace[1092023778] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9300; }","duration":"1.133888906s","start":"2026-03-02T17:02:03.885361Z","end":"2026-03-02T17:02:05.01925Z","steps":["trace[1092023778] 'agreement among raft nodes before linearized reading' (duration: 1.130283673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:05.019281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:03.885298Z","time spent":"1.133977759s","remote":"127.0.0.1:42346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1002,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:02:07.44012Z","caller":"traceutil/trace.go:171","msg":"trace[192274055] transaction","detail":"{read_only:false; response_revision:9317; number_of_response:1; }","duration":"315.710249ms","start":"2026-03-02T17:02:07.124376Z","end":"2026-03-02T17:02:07.440086Z","steps":["trace[192274055] 'process raft request' (duration: 315.538984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:07.440515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:07.124367Z","time spent":"316.065879ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:02:07.440199Z","caller":"traceutil/trace.go:171","msg":"trace[2014606938] transaction","detail":"{read_only:false; response_revision:9316; number_of_response:1; }","duration":"315.883544ms","start":"2026-03-02T17:02:07.124302Z","end":"2026-03-02T17:02:07.440186Z","steps":["trace[2014606938] 'process raft request' (duration: 315.492963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:07.440197Z","caller":"traceutil/trace.go:171","msg":"trace[1566018893] transaction","detail":"{read_only:false; response_revision:9318; number_of_response:1; }","duration":"315.798572ms","start":"2026-03-02T17:02:07.124361Z","end":"2026-03-02T17:02:07.44016Z","steps":["trace[1566018893] 'process raft request' (duration: 315.574956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:07.44142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:07.124281Z","time spent":"316.89428ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:02:07.440245Z","caller":"traceutil/trace.go:171","msg":"trace[789015095] transaction","detail":"{read_only:false; response_revision:9319; number_of_response:1; }","duration":"314.264932ms","start":"2026-03-02T17:02:07.125941Z","end":"2026-03-02T17:02:07.440206Z","steps":["trace[789015095] 'process raft request' (duration: 314.012356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:07.441618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:07.124339Z","time spent":"317.157977ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:02:07.441774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:02:07.125927Z","time spent":"315.737111ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:02:07.493317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.416436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-02T17:02:07.493404Z","caller":"traceutil/trace.go:171","msg":"trace[1051042965] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9319; }","duration":"295.55002ms","start":"2026-03-02T17:02:07.197839Z","end":"2026-03-02T17:02:07.493389Z","steps":["trace[1051042965] 'agreement among raft nodes before linearized reading' (duration: 295.334114ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:07.493111Z","caller":"traceutil/trace.go:171","msg":"trace[634152926] linearizableReadLoop","detail":"{readStateIndex:9674; appliedIndex:9669; }","duration":"295.141479ms","start":"2026-03-02T17:02:07.197891Z","end":"2026-03-02T17:02:07.493033Z","steps":["trace[634152926] 'read index received' (duration: 8.391306ms)","trace[634152926] 'applied index is now lower than readState.Index' (duration: 286.748503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:02:07.494187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.509372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:02:07.494265Z","caller":"traceutil/trace.go:171","msg":"trace[974352603] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9319; }","duration":"197.635805ms","start":"2026-03-02T17:02:07.296607Z","end":"2026-03-02T17:02:07.494243Z","steps":["trace[974352603] 'agreement among raft nodes before linearized reading' (duration: 197.511262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:07.494383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.384235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:02:07.494474Z","caller":"traceutil/trace.go:171","msg":"trace[948098012] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9319; }","duration":"238.501949ms","start":"2026-03-02T17:02:07.255954Z","end":"2026-03-02T17:02:07.494456Z","steps":["trace[948098012] 'agreement among raft nodes before linearized reading' (duration: 238.053308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.27445Z","caller":"traceutil/trace.go:171","msg":"trace[1076389453] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"229.800755ms","start":"2026-03-02T17:02:13.044624Z","end":"2026-03-02T17:02:13.274425Z","steps":["trace[1076389453] 'process raft request' (duration: 229.635641ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.405266Z","caller":"traceutil/trace.go:171","msg":"trace[136399152] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"279.788803ms","start":"2026-03-02T17:02:13.125446Z","end":"2026-03-02T17:02:13.405235Z","steps":["trace[136399152] 'process raft request' (duration: 279.554738ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.405508Z","caller":"traceutil/trace.go:171","msg":"trace[1673674077] linearizableReadLoop","detail":"{readStateIndex:9697; appliedIndex:9694; }","duration":"245.784078ms","start":"2026-03-02T17:02:13.159696Z","end":"2026-03-02T17:02:13.40548Z","steps":["trace[1673674077] 'read index received' (duration: 114.672307ms)","trace[1673674077] 'applied index is now lower than readState.Index' (duration: 131.110351ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:02:13.405596Z","caller":"traceutil/trace.go:171","msg":"trace[400298929] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"278.182743ms","start":"2026-03-02T17:02:13.127362Z","end":"2026-03-02T17:02:13.405545Z","steps":["trace[400298929] 'process raft request' (duration: 277.831903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:13.405741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.951476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-02T17:02:13.405749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.054054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:02:13.405782Z","caller":"traceutil/trace.go:171","msg":"trace[2008918670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9340; }","duration":"174.040547ms","start":"2026-03-02T17:02:13.231728Z","end":"2026-03-02T17:02:13.405769Z","steps":["trace[2008918670] 'agreement among raft nodes before linearized reading' (duration: 173.916704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.405813Z","caller":"traceutil/trace.go:171","msg":"trace[526455215] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:9340; }","duration":"246.159727ms","start":"2026-03-02T17:02:13.159635Z","end":"2026-03-02T17:02:13.405795Z","steps":["trace[526455215] 'agreement among raft nodes before linearized reading' (duration: 245.959432ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.583495Z","caller":"traceutil/trace.go:171","msg":"trace[365619482] linearizableReadLoop","detail":"{readStateIndex:9699; appliedIndex:9698; }","duration":"133.071601ms","start":"2026-03-02T17:02:13.450398Z","end":"2026-03-02T17:02:13.583469Z","steps":["trace[365619482] 'read index received' (duration: 34.638523ms)","trace[365619482] 'applied index is now lower than readState.Index' (duration: 98.432128ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:02:13.583547Z","caller":"traceutil/trace.go:171","msg":"trace[615960945] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"173.478413ms","start":"2026-03-02T17:02:13.410053Z","end":"2026-03-02T17:02:13.583532Z","steps":["trace[615960945] 'process raft request' (duration: 139.61454ms)","trace[615960945] 'compare' (duration: 33.676308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:02:13.583744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.391925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:02:13.583785Z","caller":"traceutil/trace.go:171","msg":"trace[1350274616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9342; }","duration":"122.482008ms","start":"2026-03-02T17:02:13.461293Z","end":"2026-03-02T17:02:13.583775Z","steps":["trace[1350274616] 'agreement among raft nodes before linearized reading' (duration: 122.319674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:13.583801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.345298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:02:13.583924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.469517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:02:13.583926Z","caller":"traceutil/trace.go:171","msg":"trace[1596275788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9342; }","duration":"133.543983ms","start":"2026-03-02T17:02:13.450354Z","end":"2026-03-02T17:02:13.583898Z","steps":["trace[1596275788] 'agreement among raft nodes before linearized reading' (duration: 133.268436ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.583982Z","caller":"traceutil/trace.go:171","msg":"trace[244265022] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9342; }","duration":"115.565709ms","start":"2026-03-02T17:02:13.4684Z","end":"2026-03-02T17:02:13.583965Z","steps":["trace[244265022] 'agreement among raft nodes before linearized reading' (duration: 115.301783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:13.583865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.485168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:02:13.584081Z","caller":"traceutil/trace.go:171","msg":"trace[1691166764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9342; }","duration":"115.715384ms","start":"2026-03-02T17:02:13.468355Z","end":"2026-03-02T17:02:13.58407Z","steps":["trace[1691166764] 'agreement among raft nodes before linearized reading' (duration: 115.406225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:02:13.584063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.656572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:02:13.584164Z","caller":"traceutil/trace.go:171","msg":"trace[1483617481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9342; }","duration":"115.799456ms","start":"2026-03-02T17:02:13.468339Z","end":"2026-03-02T17:02:13.584139Z","steps":["trace[1483617481] 'agreement among raft nodes before linearized reading' (duration: 115.450977ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.819939Z","caller":"traceutil/trace.go:171","msg":"trace[1118527390] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"229.886018ms","start":"2026-03-02T17:02:13.59003Z","end":"2026-03-02T17:02:13.819916Z","steps":["trace[1118527390] 'process raft request' (duration: 229.851576ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.819968Z","caller":"traceutil/trace.go:171","msg":"trace[1063705134] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"230.287218ms","start":"2026-03-02T17:02:13.589655Z","end":"2026-03-02T17:02:13.819942Z","steps":["trace[1063705134] 'process raft request' (duration: 230.054421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:13.820089Z","caller":"traceutil/trace.go:171","msg":"trace[1377116198] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"230.103663ms","start":"2026-03-02T17:02:13.589866Z","end":"2026-03-02T17:02:13.81997Z","steps":["trace[1377116198] 'process raft request' (duration: 229.979719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:02:43.109547Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7396} {"level":"info","ts":"2026-03-02T17:02:43.169057Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7396,"took":"57.586545ms","hash":3348600060,"current-db-size-bytes":40345600,"current-db-size":"40 MB","current-db-size-in-use-bytes":24801280,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-02T17:02:43.169143Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3348600060,"revision":7396,"compact-revision":5393} {"level":"info","ts":"2026-03-02T17:02:57.956602Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T17:02:57.96548Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-02T17:02:57.965703Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-02T17:03:08.234096Z","caller":"traceutil/trace.go:171","msg":"trace[1473349664] transaction","detail":"{read_only:false; response_revision:9699; number_of_response:1; }","duration":"110.674864ms","start":"2026-03-02T17:03:08.123397Z","end":"2026-03-02T17:03:08.234072Z","steps":["trace[1473349664] 'process raft request' (duration: 110.619122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:03:08.23421Z","caller":"traceutil/trace.go:171","msg":"trace[976490775] transaction","detail":"{read_only:false; response_revision:9698; number_of_response:1; }","duration":"111.044254ms","start":"2026-03-02T17:03:08.123089Z","end":"2026-03-02T17:03:08.234134Z","steps":["trace[976490775] 'process raft request' (duration: 108.215281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:03:42.63413Z","caller":"traceutil/trace.go:171","msg":"trace[2143103382] transaction","detail":"{read_only:false; response_revision:9855; number_of_response:1; }","duration":"148.73592ms","start":"2026-03-02T17:03:42.485357Z","end":"2026-03-02T17:03:42.634093Z","steps":["trace[2143103382] 'process raft request' (duration: 139.693806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:05:00.845881Z","caller":"traceutil/trace.go:171","msg":"trace[339023710] transaction","detail":"{read_only:false; response_revision:10242; number_of_response:1; }","duration":"100.341349ms","start":"2026-03-02T17:05:00.74552Z","end":"2026-03-02T17:05:00.845862Z","steps":["trace[339023710] 'process raft request' (duration: 100.204056ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:05:00.846735Z","caller":"traceutil/trace.go:171","msg":"trace[1491938839] transaction","detail":"{read_only:false; response_revision:10243; number_of_response:1; }","duration":"100.247937ms","start":"2026-03-02T17:05:00.746475Z","end":"2026-03-02T17:05:00.846723Z","steps":["trace[1491938839] 'process raft request' (duration: 100.176925ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:05:12.494013Z","caller":"traceutil/trace.go:171","msg":"trace[1941418423] transaction","detail":"{read_only:false; response_revision:10382; number_of_response:1; }","duration":"100.305268ms","start":"2026-03-02T17:05:12.393671Z","end":"2026-03-02T17:05:12.493976Z","steps":["trace[1941418423] 'process raft request' (duration: 100.069221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:19.52947Z","caller":"traceutil/trace.go:171","msg":"trace[841107335] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"930.235643ms","start":"2026-03-02T17:06:18.599214Z","end":"2026-03-02T17:06:19.529449Z","steps":["trace[841107335] 'process raft request' (duration: 930.11186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:19.529593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:18.599178Z","time spent":"930.351665ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:06:19.69375Z","caller":"traceutil/trace.go:171","msg":"trace[523515527] linearizableReadLoop","detail":"{readStateIndex:11458; appliedIndex:11457; }","duration":"522.595585ms","start":"2026-03-02T17:06:19.171103Z","end":"2026-03-02T17:06:19.693698Z","steps":["trace[523515527] 'read index received' (duration: 358.310863ms)","trace[523515527] 'applied index is now lower than readState.Index' (duration: 164.283012ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:19.693813Z","caller":"traceutil/trace.go:171","msg":"trace[716043192] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"944.252074ms","start":"2026-03-02T17:06:18.749508Z","end":"2026-03-02T17:06:19.69376Z","steps":["trace[716043192] 'process raft request' (duration: 943.182466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:19.693962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.834971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:06:19.694017Z","caller":"traceutil/trace.go:171","msg":"trace[1627864455] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11042; }","duration":"522.905393ms","start":"2026-03-02T17:06:19.171094Z","end":"2026-03-02T17:06:19.694Z","steps":["trace[1627864455] 'agreement among raft nodes before linearized reading' (duration: 522.78626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:19.694003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:18.749479Z","time spent":"944.422028ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:06:19.694055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:19.171036Z","time spent":"523.009006ms","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:06:19.694187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.527603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:06:19.694312Z","caller":"traceutil/trace.go:171","msg":"trace[1855767397] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11042; }","duration":"177.735649ms","start":"2026-03-02T17:06:19.516541Z","end":"2026-03-02T17:06:19.694277Z","steps":["trace[1855767397] 'agreement among raft nodes before linearized reading' (duration: 177.377921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:19.694305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.85727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:06:19.694533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.284862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:06:19.694582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.991925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T17:06:19.694598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.977986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T17:06:19.694596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.932824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:06:19.694611Z","caller":"traceutil/trace.go:171","msg":"trace[192044214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11042; }","duration":"327.21181ms","start":"2026-03-02T17:06:19.367371Z","end":"2026-03-02T17:06:19.694583Z","steps":["trace[192044214] 'agreement among raft nodes before linearized reading' (duration: 326.541442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:19.694646Z","caller":"traceutil/trace.go:171","msg":"trace[1294141500] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11042; }","duration":"324.054338ms","start":"2026-03-02T17:06:19.370578Z","end":"2026-03-02T17:06:19.694632Z","steps":["trace[1294141500] 'agreement among raft nodes before linearized reading' (duration: 323.871784ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:19.694621Z","caller":"traceutil/trace.go:171","msg":"trace[1046719109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11042; }","duration":"243.387965ms","start":"2026-03-02T17:06:19.451206Z","end":"2026-03-02T17:06:19.694594Z","steps":["trace[1046719109] 'agreement among raft nodes before linearized reading' (duration: 243.249872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:19.69468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:19.370559Z","time spent":"324.113829ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:06:19.694678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:19.367353Z","time spent":"327.310023ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:06:19.694685Z","caller":"traceutil/trace.go:171","msg":"trace[1249146002] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11042; }","duration":"310.108927ms","start":"2026-03-02T17:06:19.384539Z","end":"2026-03-02T17:06:19.694648Z","steps":["trace[1249146002] 'agreement among raft nodes before linearized reading' (duration: 309.905513ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:19.694619Z","caller":"traceutil/trace.go:171","msg":"trace[1432227510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11042; }","duration":"176.051616ms","start":"2026-03-02T17:06:19.518557Z","end":"2026-03-02T17:06:19.694608Z","steps":["trace[1432227510] 'agreement among raft nodes before linearized reading' (duration: 175.913133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:19.69474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:19.38451Z","time spent":"310.21834ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:06:43.823056Z","caller":"traceutil/trace.go:171","msg":"trace[1283556821] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"206.580855ms","start":"2026-03-02T17:06:43.616439Z","end":"2026-03-02T17:06:43.823019Z","steps":["trace[1283556821] 'process raft request' (duration: 206.36107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:43.937394Z","caller":"traceutil/trace.go:171","msg":"trace[1919418597] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"110.874993ms","start":"2026-03-02T17:06:43.826489Z","end":"2026-03-02T17:06:43.937364Z","steps":["trace[1919418597] 'process raft request' (duration: 110.808172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:43.937437Z","caller":"traceutil/trace.go:171","msg":"trace[819130767] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"110.935836ms","start":"2026-03-02T17:06:43.826474Z","end":"2026-03-02T17:06:43.93741Z","steps":["trace[819130767] 'process raft request' (duration: 95.065806ms)","trace[819130767] 'compare' (duration: 15.631323ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:43.943659Z","caller":"traceutil/trace.go:171","msg":"trace[1376846161] linearizableReadLoop","detail":"{readStateIndex:11588; appliedIndex:11585; }","duration":"103.802951ms","start":"2026-03-02T17:06:43.839832Z","end":"2026-03-02T17:06:43.943635Z","steps":["trace[1376846161] 'read index received' (duration: 81.69438ms)","trace[1376846161] 'applied index is now lower than readState.Index' (duration: 22.107291ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:43.943736Z","caller":"traceutil/trace.go:171","msg":"trace[661699824] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"115.288337ms","start":"2026-03-02T17:06:43.82843Z","end":"2026-03-02T17:06:43.943719Z","steps":["trace[661699824] 'process raft request' (duration: 115.077141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:43.944013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.79334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:06:43.944055Z","caller":"traceutil/trace.go:171","msg":"trace[1956089749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11167; }","duration":"103.859491ms","start":"2026-03-02T17:06:43.840183Z","end":"2026-03-02T17:06:43.944042Z","steps":["trace[1956089749] 'agreement among raft nodes before linearized reading' (duration: 103.752159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:43.943895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.063347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:06:43.944205Z","caller":"traceutil/trace.go:171","msg":"trace[1736716051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11167; }","duration":"104.408916ms","start":"2026-03-02T17:06:43.839773Z","end":"2026-03-02T17:06:43.944182Z","steps":["trace[1736716051] 'agreement among raft nodes before linearized reading' (duration: 104.017056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.265903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.347188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:06:44.266084Z","caller":"traceutil/trace.go:171","msg":"trace[1352379421] linearizableReadLoop","detail":"{readStateIndex:11590; appliedIndex:11588; }","duration":"317.965651ms","start":"2026-03-02T17:06:43.948102Z","end":"2026-03-02T17:06:44.266067Z","steps":["trace[1352379421] 'read index received' (duration: 168.356717ms)","trace[1352379421] 'applied index is now lower than readState.Index' (duration: 149.607564ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:44.266356Z","caller":"traceutil/trace.go:171","msg":"trace[1424912750] transaction","detail":"{read_only:false; response_revision:11169; number_of_response:1; }","duration":"318.351582ms","start":"2026-03-02T17:06:43.947981Z","end":"2026-03-02T17:06:44.266332Z","steps":["trace[1424912750] 'process raft request' (duration: 318.012752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.266372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.273496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:06:44.266399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.877058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:06:44.266441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:43.947943Z","time spent":"318.456514ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:06:44.266455Z","caller":"traceutil/trace.go:171","msg":"trace[2115167972] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11169; }","duration":"128.978431ms","start":"2026-03-02T17:06:44.137462Z","end":"2026-03-02T17:06:44.26644Z","steps":["trace[2115167972] 'agreement among raft nodes before linearized reading' (duration: 128.875499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.266525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.03222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-02T17:06:44.266553Z","caller":"traceutil/trace.go:171","msg":"trace[1654686934] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11169; }","duration":"175.076391ms","start":"2026-03-02T17:06:44.091468Z","end":"2026-03-02T17:06:44.266545Z","steps":["trace[1654686934] 'agreement among raft nodes before linearized reading' (duration: 174.965298ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:44.266416Z","caller":"traceutil/trace.go:171","msg":"trace[1050268522] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11169; }","duration":"187.354468ms","start":"2026-03-02T17:06:44.079046Z","end":"2026-03-02T17:06:44.266401Z","steps":["trace[1050268522] 'agreement among raft nodes before linearized reading' (duration: 187.279686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.266625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.142349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:06:44.266693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.825116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-02T17:06:44.266683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.919529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:06:44.26673Z","caller":"traceutil/trace.go:171","msg":"trace[1364779298] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11169; }","duration":"176.877048ms","start":"2026-03-02T17:06:44.089843Z","end":"2026-03-02T17:06:44.26672Z","steps":["trace[1364779298] 'agreement among raft nodes before linearized reading' (duration: 176.781756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.266719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.15925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:06:44.266753Z","caller":"traceutil/trace.go:171","msg":"trace[76428263] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11169; }","duration":"177.003651ms","start":"2026-03-02T17:06:44.089728Z","end":"2026-03-02T17:06:44.266731Z","steps":["trace[76428263] 'agreement among raft nodes before linearized reading' (duration: 176.905099ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:44.266737Z","caller":"traceutil/trace.go:171","msg":"trace[873445156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11169; }","duration":"176.291443ms","start":"2026-03-02T17:06:44.090419Z","end":"2026-03-02T17:06:44.26671Z","steps":["trace[873445156] 'agreement among raft nodes before linearized reading' (duration: 176.072548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:44.266796Z","caller":"traceutil/trace.go:171","msg":"trace[408730093] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11169; }","duration":"176.282792ms","start":"2026-03-02T17:06:44.090493Z","end":"2026-03-02T17:06:44.266776Z","steps":["trace[408730093] 'agreement among raft nodes before linearized reading' (duration: 176.18128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.844563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:444966"} {"level":"info","ts":"2026-03-02T17:06:44.267057Z","caller":"traceutil/trace.go:171","msg":"trace[2044745472] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11169; }","duration":"318.976318ms","start":"2026-03-02T17:06:43.948066Z","end":"2026-03-02T17:06:44.267043Z","steps":["trace[2044745472] 'agreement among raft nodes before linearized reading' (duration: 318.243619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.267109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:43.948057Z","time spent":"319.037569ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":444988,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T17:06:44.267083Z","caller":"traceutil/trace.go:171","msg":"trace[410664727] transaction","detail":"{read_only:false; response_revision:11168; number_of_response:1; }","duration":"318.33646ms","start":"2026-03-02T17:06:43.947839Z","end":"2026-03-02T17:06:44.266176Z","steps":["trace[410664727] 'process raft request' (duration: 168.630354ms)","trace[410664727] 'compare' (duration: 148.843364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:06:44.267248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:43.947818Z","time spent":"319.393388ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:06:44.559257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.305855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:06:44.559331Z","caller":"traceutil/trace.go:171","msg":"trace[1874147949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11169; }","duration":"106.415158ms","start":"2026-03-02T17:06:44.452899Z","end":"2026-03-02T17:06:44.559314Z","steps":["trace[1874147949] 'range keys from in-memory index tree' (duration: 106.228634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:44.559664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.053019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:06:44.55971Z","caller":"traceutil/trace.go:171","msg":"trace[459962582] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11169; }","duration":"101.208814ms","start":"2026-03-02T17:06:44.458492Z","end":"2026-03-02T17:06:44.559701Z","steps":["trace[459962582] 'count revisions from in-memory index tree' (duration: 100.953087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:45.008777Z","caller":"traceutil/trace.go:171","msg":"trace[1757620397] linearizableReadLoop","detail":"{readStateIndex:11591; appliedIndex:11590; }","duration":"349.870805ms","start":"2026-03-02T17:06:44.658882Z","end":"2026-03-02T17:06:45.008753Z","steps":["trace[1757620397] 'read index received' (duration: 349.778953ms)","trace[1757620397] 'applied index is now lower than readState.Index' (duration: 90.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:45.00891Z","caller":"traceutil/trace.go:171","msg":"trace[1910286585] transaction","detail":"{read_only:false; response_revision:11170; number_of_response:1; }","duration":"354.098114ms","start":"2026-03-02T17:06:44.654795Z","end":"2026-03-02T17:06:45.008893Z","steps":["trace[1910286585] 'process raft request' (duration: 353.799857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:45.009018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:44.654772Z","time spent":"354.173066ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:06:45.009008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.10384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-02T17:06:45.00908Z","caller":"traceutil/trace.go:171","msg":"trace[1996644848] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11170; }","duration":"350.189593ms","start":"2026-03-02T17:06:44.658875Z","end":"2026-03-02T17:06:45.009064Z","steps":["trace[1996644848] 'agreement among raft nodes before linearized reading' (duration: 349.970277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:45.009116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:44.658851Z","time spent":"350.257506ms","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-02T17:06:45.195015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.454896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:06:45.1951Z","caller":"traceutil/trace.go:171","msg":"trace[831109558] linearizableReadLoop","detail":"{readStateIndex:11592; appliedIndex:11591; }","duration":"186.23383ms","start":"2026-03-02T17:06:45.008854Z","end":"2026-03-02T17:06:45.195088Z","steps":["trace[831109558] 'read index received' (duration: 52.583838ms)","trace[831109558] 'applied index is now lower than readState.Index' (duration: 133.648822ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:45.195181Z","caller":"traceutil/trace.go:171","msg":"trace[2000136015] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"535.648732ms","start":"2026-03-02T17:06:44.65949Z","end":"2026-03-02T17:06:45.195139Z","steps":["trace[2000136015] 'process raft request' (duration: 402.003521ms)","trace[2000136015] 'compare' (duration: 133.303243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:06:45.195245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.071559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:06:45.195268Z","caller":"traceutil/trace.go:171","msg":"trace[1824662905] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11171; }","duration":"417.146401ms","start":"2026-03-02T17:06:44.778115Z","end":"2026-03-02T17:06:45.195261Z","steps":["trace[1824662905] 'agreement among raft nodes before linearized reading' (duration: 417.052609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:45.195299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:44.778092Z","time spent":"417.201083ms","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:06:45.195336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:44.659471Z","time spent":"535.781996ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:06:45.195836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.829643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85347"} {"level":"warn","ts":"2026-03-02T17:06:45.195883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.081864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129304"} {"level":"info","ts":"2026-03-02T17:06:45.195911Z","caller":"traceutil/trace.go:171","msg":"trace[1049632631] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11171; }","duration":"184.936336ms","start":"2026-03-02T17:06:45.01096Z","end":"2026-03-02T17:06:45.195896Z","steps":["trace[1049632631] 'agreement among raft nodes before linearized reading' (duration: 184.486035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:45.195941Z","caller":"traceutil/trace.go:171","msg":"trace[37588284] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11171; }","duration":"531.177826ms","start":"2026-03-02T17:06:44.664746Z","end":"2026-03-02T17:06:45.195924Z","steps":["trace[37588284] 'agreement among raft nodes before linearized reading' (duration: 530.978181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:45.195977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:44.664733Z","time spent":"531.236717ms","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129326,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T17:06:45.762934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.161002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:06:45.763013Z","caller":"traceutil/trace.go:171","msg":"trace[1627346543] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11171; }","duration":"307.285155ms","start":"2026-03-02T17:06:45.455707Z","end":"2026-03-02T17:06:45.762992Z","steps":["trace[1627346543] 'range keys from in-memory index tree' (duration: 307.08317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:45.763053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:06:45.455686Z","time spent":"307.358087ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:06:45.763624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.383453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T17:06:45.763685Z","caller":"traceutil/trace.go:171","msg":"trace[291107948] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11171; }","duration":"246.488115ms","start":"2026-03-02T17:06:45.517182Z","end":"2026-03-02T17:06:45.76367Z","steps":["trace[291107948] 'range keys from in-memory index tree' (duration: 246.220499ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:45.770631Z","caller":"traceutil/trace.go:171","msg":"trace[530764823] transaction","detail":"{read_only:false; response_revision:11172; number_of_response:1; }","duration":"217.307352ms","start":"2026-03-02T17:06:45.553306Z","end":"2026-03-02T17:06:45.770614Z","steps":["trace[530764823] 'process raft request' (duration: 217.176638ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:46.095691Z","caller":"traceutil/trace.go:171","msg":"trace[145316760] linearizableReadLoop","detail":"{readStateIndex:11597; appliedIndex:11595; }","duration":"148.888085ms","start":"2026-03-02T17:06:45.946775Z","end":"2026-03-02T17:06:46.095663Z","steps":["trace[145316760] 'read index received' (duration: 13.631842ms)","trace[145316760] 'applied index is now lower than readState.Index' (duration: 135.255193ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:06:46.095836Z","caller":"traceutil/trace.go:171","msg":"trace[209230550] transaction","detail":"{read_only:false; response_revision:11176; number_of_response:1; }","duration":"149.882951ms","start":"2026-03-02T17:06:45.945924Z","end":"2026-03-02T17:06:46.095807Z","steps":["trace[209230550] 'process raft request' (duration: 74.888204ms)","trace[209230550] 'compare' (duration: 74.680548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:06:46.095949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.153482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:06:46.09696Z","caller":"traceutil/trace.go:171","msg":"trace[207351050] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11176; }","duration":"150.188427ms","start":"2026-03-02T17:06:45.94675Z","end":"2026-03-02T17:06:46.096939Z","steps":["trace[207351050] 'agreement among raft nodes before linearized reading' (duration: 149.09193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:06:46.096982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.436911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:06:46.097026Z","caller":"traceutil/trace.go:171","msg":"trace[776507227] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11176; }","duration":"146.498883ms","start":"2026-03-02T17:06:45.950514Z","end":"2026-03-02T17:06:46.097013Z","steps":["trace[776507227] 'agreement among raft nodes before linearized reading' (duration: 146.430791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:06:46.300884Z","caller":"traceutil/trace.go:171","msg":"trace[46171103] transaction","detail":"{read_only:false; response_revision:11177; number_of_response:1; }","duration":"200.534459ms","start":"2026-03-02T17:06:46.100318Z","end":"2026-03-02T17:06:46.300852Z","steps":["trace[46171103] 'process raft request' (duration: 185.754106ms)","trace[46171103] 'compare' (duration: 14.586327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:06:46.809091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.219456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-02T17:06:46.809246Z","caller":"traceutil/trace.go:171","msg":"trace[1862594000] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11180; }","duration":"129.423572ms","start":"2026-03-02T17:06:46.679772Z","end":"2026-03-02T17:06:46.809196Z","steps":["trace[1862594000] 'range keys from in-memory index tree' (duration: 128.938949ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:07:43.117555Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9527} {"level":"info","ts":"2026-03-02T17:07:43.20759Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9527,"took":"88.34221ms","hash":1641599031,"current-db-size-bytes":40345600,"current-db-size":"40 MB","current-db-size-in-use-bytes":21856256,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-02T17:07:43.207692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1641599031,"revision":9527,"compact-revision":7396} {"level":"info","ts":"2026-03-02T17:09:19.393467Z","caller":"traceutil/trace.go:171","msg":"trace[1593186369] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"137.440977ms","start":"2026-03-02T17:09:19.255993Z","end":"2026-03-02T17:09:19.393434Z","steps":["trace[1593186369] 'process raft request' (duration: 129.854111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:09:19.394136Z","caller":"traceutil/trace.go:171","msg":"trace[1399630896] transaction","detail":"{read_only:false; response_revision:12129; number_of_response:1; }","duration":"135.669801ms","start":"2026-03-02T17:09:19.25842Z","end":"2026-03-02T17:09:19.394089Z","steps":["trace[1399630896] 'process raft request' (duration: 134.971413ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:09:20.002473Z","caller":"traceutil/trace.go:171","msg":"trace[1460298793] transaction","detail":"{read_only:false; response_revision:12131; number_of_response:1; }","duration":"105.179685ms","start":"2026-03-02T17:09:19.897261Z","end":"2026-03-02T17:09:20.002441Z","steps":["trace[1460298793] 'process raft request' (duration: 104.952959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:23.121657Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000346a.wal"} {"level":"info","ts":"2026-03-02T17:11:25.574264Z","caller":"traceutil/trace.go:171","msg":"trace[876084871] transaction","detail":"{read_only:false; response_revision:12952; number_of_response:1; }","duration":"500.272622ms","start":"2026-03-02T17:11:25.073967Z","end":"2026-03-02T17:11:25.57424Z","steps":["trace[876084871] 'process raft request' (duration: 500.136849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:25.574416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.073949Z","time spent":"500.395614ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:11:27.453108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:11:27.453194Z","caller":"traceutil/trace.go:171","msg":"trace[1497128209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000219091s","start":"2026-03-02T17:11:25.452954Z","end":"2026-03-02T17:11:27.453173Z","steps":["trace[1497128209] 'agreement among raft nodes before linearized reading' (duration: 2.000119499s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:27.453233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.452936Z","time spent":"2.000290103s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:11:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:11:28.863304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.289204367s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:11:28.883723Z","caller":"traceutil/trace.go:171","msg":"trace[571810491] linearizableReadLoop","detail":"{readStateIndex:13440; appliedIndex:13438; }","duration":"3.590152183s","start":"2026-03-02T17:11:25.293548Z","end":"2026-03-02T17:11:28.8837Z","steps":["trace[571810491] 'read index received' (duration: 280.495169ms)","trace[571810491] 'applied index is now lower than readState.Index' (duration: 3.309655974s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:11:28.884019Z","caller":"traceutil/trace.go:171","msg":"trace[469847964] transaction","detail":"{read_only:false; response_revision:12953; number_of_response:1; }","duration":"3.776371209s","start":"2026-03-02T17:11:25.107623Z","end":"2026-03-02T17:11:28.883994Z","steps":["trace[469847964] 'process raft request' (duration: 3.755813319s)","trace[469847964] 'compare' (duration: 18.479228ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:11:28.884082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.590515813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6311"} {"level":"info","ts":"2026-03-02T17:11:28.884146Z","caller":"traceutil/trace.go:171","msg":"trace[1197415007] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:12953; }","duration":"3.590630136s","start":"2026-03-02T17:11:25.293501Z","end":"2026-03-02T17:11:28.884131Z","steps":["trace[1197415007] 'agreement among raft nodes before linearized reading' (duration: 3.59043681s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.88418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.293483Z","time spent":"3.590689198s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6333,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-02T17:11:28.886643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.1076Z","time spent":"3.778949687s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:11:28.920073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.626418579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:28.920196Z","caller":"traceutil/trace.go:171","msg":"trace[748247609] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12957; }","duration":"3.626564343s","start":"2026-03-02T17:11:25.293574Z","end":"2026-03-02T17:11:28.920138Z","steps":["trace[748247609] 'agreement among raft nodes before linearized reading' (duration: 3.62641134s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.920308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.29355Z","time spent":"3.626750617s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-02T17:11:28.920862Z","caller":"traceutil/trace.go:171","msg":"trace[894037514] transaction","detail":"{read_only:false; response_revision:12954; number_of_response:1; }","duration":"2.800111485s","start":"2026-03-02T17:11:26.120739Z","end":"2026-03-02T17:11:28.920851Z","steps":["trace[894037514] 'process raft request' (duration: 2.799003217s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.920957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.12071Z","time spent":"2.800181687s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:11:28.921086Z","caller":"traceutil/trace.go:171","msg":"trace[667804716] transaction","detail":"{read_only:false; response_revision:12955; number_of_response:1; }","duration":"2.444007644s","start":"2026-03-02T17:11:26.477062Z","end":"2026-03-02T17:11:28.92107Z","steps":["trace[667804716] 'process raft request' (duration: 2.442781493s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.921137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.477042Z","time spent":"2.444074385s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:11:28.921468Z","caller":"traceutil/trace.go:171","msg":"trace[393813316] transaction","detail":"{read_only:false; response_revision:12956; number_of_response:1; }","duration":"2.260359315s","start":"2026-03-02T17:11:26.661041Z","end":"2026-03-02T17:11:28.9214Z","steps":["trace[393813316] 'process raft request' (duration: 2.258829846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.921598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004645023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:11:28.921637Z","caller":"traceutil/trace.go:171","msg":"trace[2047173552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12957; }","duration":"3.004724335s","start":"2026-03-02T17:11:25.916904Z","end":"2026-03-02T17:11:28.921628Z","steps":["trace[2047173552] 'agreement among raft nodes before linearized reading' (duration: 3.00453096s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.921663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.916885Z","time spent":"3.004773196s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:11:28.921711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.661023Z","time spent":"2.26056076s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:11:28.921792Z","caller":"traceutil/trace.go:171","msg":"trace[209608930] transaction","detail":"{read_only:false; response_revision:12957; number_of_response:1; }","duration":"1.342545137s","start":"2026-03-02T17:11:27.579239Z","end":"2026-03-02T17:11:28.921784Z","steps":["trace[209608930] 'process raft request' (duration: 1.340706481s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.921841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:27.579224Z","time spent":"1.342593128s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:11:28.921933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.812631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:11:28.921957Z","caller":"traceutil/trace.go:171","msg":"trace[1928296277] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12957; }","duration":"508.867183ms","start":"2026-03-02T17:11:28.413083Z","end":"2026-03-02T17:11:28.92195Z","steps":["trace[1928296277] 'agreement among raft nodes before linearized reading' (duration: 508.812061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.921973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:28.413066Z","time spent":"508.902793ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":16,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:11:28.922095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.398826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:28.922141Z","caller":"traceutil/trace.go:171","msg":"trace[1258443604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12957; }","duration":"702.473188ms","start":"2026-03-02T17:11:28.219663Z","end":"2026-03-02T17:11:28.922136Z","steps":["trace[1258443604] 'agreement among raft nodes before linearized reading' (duration: 702.411717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.922171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:28.219648Z","time spent":"702.518609ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:11:28.92233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272781374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T17:11:28.922354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334932291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T17:11:28.92238Z","caller":"traceutil/trace.go:171","msg":"trace[1408629100] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12957; }","duration":"1.334997603s","start":"2026-03-02T17:11:27.587376Z","end":"2026-03-02T17:11:28.922373Z","steps":["trace[1408629100] 'agreement among raft nodes before linearized reading' (duration: 1.334905821s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:28.922377Z","caller":"traceutil/trace.go:171","msg":"trace[512577615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12957; }","duration":"3.272869776s","start":"2026-03-02T17:11:25.649497Z","end":"2026-03-02T17:11:28.922367Z","steps":["trace[512577615] 'agreement among raft nodes before linearized reading' (duration: 3.272670461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.922401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:27.587362Z","time spent":"1.335031993s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:11:28.922414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.649475Z","time spent":"3.272926747s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:11:28.92253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374899969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-02T17:11:28.922557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469087974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:28.922559Z","caller":"traceutil/trace.go:171","msg":"trace[1585540557] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12957; }","duration":"3.37495289s","start":"2026-03-02T17:11:25.547597Z","end":"2026-03-02T17:11:28.92255Z","steps":["trace[1585540557] 'agreement among raft nodes before linearized reading' (duration: 3.374877697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.92259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.547579Z","time spent":"3.375004941s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:11:28.922581Z","caller":"traceutil/trace.go:171","msg":"trace[36284907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12957; }","duration":"1.469156186s","start":"2026-03-02T17:11:27.453418Z","end":"2026-03-02T17:11:28.922574Z","steps":["trace[36284907] 'agreement among raft nodes before linearized reading' (duration: 1.469118505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.922705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:27.453363Z","time spent":"1.46932529s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:11:28.922729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412194191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:28.922776Z","caller":"traceutil/trace.go:171","msg":"trace[1867117827] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12957; }","duration":"3.412272403s","start":"2026-03-02T17:11:25.510486Z","end":"2026-03-02T17:11:28.922759Z","steps":["trace[1867117827] 'agreement among raft nodes before linearized reading' (duration: 3.412183591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.922813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.510471Z","time spent":"3.412332934s","remote":"127.0.0.1:33312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:11:28.923115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201027593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:11:28.92315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.619249434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:11:28.923191Z","caller":"traceutil/trace.go:171","msg":"trace[2034788255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:12957; }","duration":"2.201159836s","start":"2026-03-02T17:11:26.722013Z","end":"2026-03-02T17:11:28.923173Z","steps":["trace[2034788255] 'agreement among raft nodes before linearized reading' (duration: 2.200920741s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:28.92322Z","caller":"traceutil/trace.go:171","msg":"trace[1927488248] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12957; }","duration":"3.619372317s","start":"2026-03-02T17:11:25.303833Z","end":"2026-03-02T17:11:28.923205Z","steps":["trace[1927488248] 'agreement among raft nodes before linearized reading' (duration: 3.619210243s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.92323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.721993Z","time spent":"2.201225959s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:11:28.923255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.303817Z","time spent":"3.619431159s","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:11:28.923603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.520259993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T17:11:28.923631Z","caller":"traceutil/trace.go:171","msg":"trace[46471922] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:12957; }","duration":"2.520342064s","start":"2026-03-02T17:11:26.403281Z","end":"2026-03-02T17:11:28.923624Z","steps":["trace[46471922] 'agreement among raft nodes before linearized reading' (duration: 2.520251552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.923647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.403257Z","time spent":"2.520386185s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T17:11:28.923757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.629640302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:28.923879Z","caller":"traceutil/trace.go:171","msg":"trace[233986091] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12957; }","duration":"3.629808746s","start":"2026-03-02T17:11:25.294044Z","end":"2026-03-02T17:11:28.923852Z","steps":["trace[233986091] 'agreement among raft nodes before linearized reading' (duration: 3.62954352s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.923982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:25.294036Z","time spent":"3.62993521s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:11:28.924066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.85611725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T17:11:28.924105Z","caller":"traceutil/trace.go:171","msg":"trace[1798959184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12957; }","duration":"2.856184182s","start":"2026-03-02T17:11:26.06791Z","end":"2026-03-02T17:11:28.924095Z","steps":["trace[1798959184] 'agreement among raft nodes before linearized reading' (duration: 2.856070109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.92413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.067895Z","time spent":"2.856228693s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:11:28.924126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887050518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:11:28.924167Z","caller":"traceutil/trace.go:171","msg":"trace[900439042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12957; }","duration":"2.88711915s","start":"2026-03-02T17:11:26.037037Z","end":"2026-03-02T17:11:28.924157Z","steps":["trace[900439042] 'agreement among raft nodes before linearized reading' (duration: 2.886998267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:28.924192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:11:26.037022Z","time spent":"2.887164561s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:11:46.333128Z","caller":"traceutil/trace.go:171","msg":"trace[412395984] transaction","detail":"{read_only:false; response_revision:13047; number_of_response:1; }","duration":"195.881214ms","start":"2026-03-02T17:11:46.137211Z","end":"2026-03-02T17:11:46.333093Z","steps":["trace[412395984] 'process raft request' (duration: 195.629678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:46.526488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.899942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T17:11:46.526563Z","caller":"traceutil/trace.go:171","msg":"trace[1619398380] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:13047; }","duration":"123.041575ms","start":"2026-03-02T17:11:46.403503Z","end":"2026-03-02T17:11:46.526545Z","steps":["trace[1619398380] 'range keys from in-memory index tree' (duration: 122.555403ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:46.658995Z","caller":"traceutil/trace.go:171","msg":"trace[244885934] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"120.243103ms","start":"2026-03-02T17:11:46.538704Z","end":"2026-03-02T17:11:46.658947Z","steps":["trace[244885934] 'process raft request' (duration: 120.052259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:54.79963Z","caller":"traceutil/trace.go:171","msg":"trace[1406404507] transaction","detail":"{read_only:false; response_revision:13112; number_of_response:1; }","duration":"135.649076ms","start":"2026-03-02T17:11:54.663947Z","end":"2026-03-02T17:11:54.799596Z","steps":["trace[1406404507] 'process raft request' (duration: 135.382249ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:55.314938Z","caller":"traceutil/trace.go:171","msg":"trace[147550721] transaction","detail":"{read_only:false; response_revision:13117; number_of_response:1; }","duration":"159.288257ms","start":"2026-03-02T17:11:55.155594Z","end":"2026-03-02T17:11:55.314882Z","steps":["trace[147550721] 'process raft request' (duration: 126.297704ms)","trace[147550721] 'compare' (duration: 32.741976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:11:55.315417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.117663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:11:55.315712Z","caller":"traceutil/trace.go:171","msg":"trace[1192054404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13117; }","duration":"159.338109ms","start":"2026-03-02T17:11:55.156233Z","end":"2026-03-02T17:11:55.315571Z","steps":["trace[1192054404] 'agreement among raft nodes before linearized reading' (duration: 158.981769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:55.315721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.130452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T17:11:55.316133Z","caller":"traceutil/trace.go:171","msg":"trace[894584353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13117; }","duration":"159.490312ms","start":"2026-03-02T17:11:55.156569Z","end":"2026-03-02T17:11:55.316059Z","steps":["trace[894584353] 'agreement among raft nodes before linearized reading' (duration: 159.01757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:56.756858Z","caller":"traceutil/trace.go:171","msg":"trace[1682910770] transaction","detail":"{read_only:false; response_revision:13121; number_of_response:1; }","duration":"296.100663ms","start":"2026-03-02T17:11:56.460713Z","end":"2026-03-02T17:11:56.756813Z","steps":["trace[1682910770] 'process raft request' (duration: 220.620342ms)","trace[1682910770] 'compare' (duration: 75.171553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:11:57.225047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.523009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:11:57.225187Z","caller":"traceutil/trace.go:171","msg":"trace[200769617] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:13121; }","duration":"232.733784ms","start":"2026-03-02T17:11:56.992428Z","end":"2026-03-02T17:11:57.225162Z","steps":["trace[200769617] 'range keys from in-memory index tree' (duration: 232.383036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:57.22547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.979296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-02T17:11:57.225609Z","caller":"traceutil/trace.go:171","msg":"trace[521384452] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:13121; }","duration":"232.16849ms","start":"2026-03-02T17:11:56.993411Z","end":"2026-03-02T17:11:57.22558Z","steps":["trace[521384452] 'range keys from in-memory index tree' (duration: 231.757721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:57.315955Z","caller":"traceutil/trace.go:171","msg":"trace[888592600] transaction","detail":"{read_only:false; response_revision:13122; number_of_response:1; }","duration":"207.511433ms","start":"2026-03-02T17:11:57.108405Z","end":"2026-03-02T17:11:57.315917Z","steps":["trace[888592600] 'process raft request' (duration: 207.261957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:11:57.381481Z","caller":"traceutil/trace.go:171","msg":"trace[953854242] linearizableReadLoop","detail":"{readStateIndex:13618; appliedIndex:13615; }","duration":"137.932575ms","start":"2026-03-02T17:11:57.243507Z","end":"2026-03-02T17:11:57.38144Z","steps":["trace[953854242] 'read index received' (duration: 72.237647ms)","trace[953854242] 'applied index is now lower than readState.Index' (duration: 65.693418ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:11:57.3819Z","caller":"traceutil/trace.go:171","msg":"trace[1063832784] transaction","detail":"{read_only:false; response_revision:13123; number_of_response:1; }","duration":"226.905445ms","start":"2026-03-02T17:11:57.154976Z","end":"2026-03-02T17:11:57.381881Z","steps":["trace[1063832784] 'process raft request' (duration: 204.233219ms)","trace[1063832784] 'compare' (duration: 21.373742ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:11:57.382574Z","caller":"traceutil/trace.go:171","msg":"trace[125581306] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"226.543164ms","start":"2026-03-02T17:11:57.156016Z","end":"2026-03-02T17:11:57.382559Z","steps":["trace[125581306] 'process raft request' (duration: 225.258381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:11:57.382813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.29856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T17:11:57.382898Z","caller":"traceutil/trace.go:171","msg":"trace[1119989338] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13124; }","duration":"139.439894ms","start":"2026-03-02T17:11:57.243432Z","end":"2026-03-02T17:11:57.382872Z","steps":["trace[1119989338] 'agreement among raft nodes before linearized reading' (duration: 139.209327ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:25.622744Z","caller":"traceutil/trace.go:171","msg":"trace[1029335852] transaction","detail":"{read_only:false; response_revision:13270; number_of_response:1; }","duration":"105.179778ms","start":"2026-03-02T17:12:25.51753Z","end":"2026-03-02T17:12:25.62271Z","steps":["trace[1029335852] 'process raft request' (duration: 103.254458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:25.88245Z","caller":"traceutil/trace.go:171","msg":"trace[1347641929] transaction","detail":"{read_only:false; response_revision:13271; number_of_response:1; }","duration":"297.465649ms","start":"2026-03-02T17:12:25.584934Z","end":"2026-03-02T17:12:25.8824Z","steps":["trace[1347641929] 'process raft request' (duration: 287.955112ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:25.88258Z","caller":"traceutil/trace.go:171","msg":"trace[961765134] transaction","detail":"{read_only:false; response_revision:13272; number_of_response:1; }","duration":"268.842808ms","start":"2026-03-02T17:12:25.613681Z","end":"2026-03-02T17:12:25.882524Z","steps":["trace[961765134] 'process raft request' (duration: 268.614852ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:25.882464Z","caller":"traceutil/trace.go:171","msg":"trace[1363214924] linearizableReadLoop","detail":"{readStateIndex:13772; appliedIndex:13770; }","duration":"170.040515ms","start":"2026-03-02T17:12:25.712389Z","end":"2026-03-02T17:12:25.88243Z","steps":["trace[1363214924] 'read index received' (duration: 160.55479ms)","trace[1363214924] 'applied index is now lower than readState.Index' (duration: 9.484645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:12:25.882695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.298181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:12:25.882748Z","caller":"traceutil/trace.go:171","msg":"trace[1675382529] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13272; }","duration":"170.417364ms","start":"2026-03-02T17:12:25.712319Z","end":"2026-03-02T17:12:25.882736Z","steps":["trace[1675382529] 'agreement among raft nodes before linearized reading' (duration: 170.216649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:25.882888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.061094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:12:25.882958Z","caller":"traceutil/trace.go:171","msg":"trace[694464565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13272; }","duration":"158.190059ms","start":"2026-03-02T17:12:25.724748Z","end":"2026-03-02T17:12:25.882938Z","steps":["trace[694464565] 'agreement among raft nodes before linearized reading' (duration: 157.997763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:26.110727Z","caller":"traceutil/trace.go:171","msg":"trace[1580394786] transaction","detail":"{read_only:false; response_revision:13273; number_of_response:1; }","duration":"222.704576ms","start":"2026-03-02T17:12:25.887998Z","end":"2026-03-02T17:12:26.110702Z","steps":["trace[1580394786] 'process raft request' (duration: 153.111568ms)","trace[1580394786] 'compare' (duration: 69.435364ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:12:26.111083Z","caller":"traceutil/trace.go:171","msg":"trace[1168343581] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"222.962602ms","start":"2026-03-02T17:12:25.888091Z","end":"2026-03-02T17:12:26.111054Z","steps":["trace[1168343581] 'process raft request' (duration: 222.800398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:26.111235Z","caller":"traceutil/trace.go:171","msg":"trace[705104563] transaction","detail":"{read_only:false; response_revision:13275; number_of_response:1; }","duration":"222.03436ms","start":"2026-03-02T17:12:25.889186Z","end":"2026-03-02T17:12:26.11122Z","steps":["trace[705104563] 'process raft request' (duration: 221.830534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:26.111445Z","caller":"traceutil/trace.go:171","msg":"trace[2083406066] linearizableReadLoop","detail":"{readStateIndex:13774; appliedIndex:13772; }","duration":"222.629524ms","start":"2026-03-02T17:12:25.888798Z","end":"2026-03-02T17:12:26.111427Z","steps":["trace[2083406066] 'read index received' (duration: 152.331467ms)","trace[2083406066] 'applied index is now lower than readState.Index' (duration: 70.296527ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:12:26.111501Z","caller":"traceutil/trace.go:171","msg":"trace[2062472207] transaction","detail":"{read_only:false; response_revision:13276; number_of_response:1; }","duration":"222.216952ms","start":"2026-03-02T17:12:25.889273Z","end":"2026-03-02T17:12:26.111489Z","steps":["trace[2062472207] 'process raft request' (duration: 221.890814ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:26.111566Z","caller":"traceutil/trace.go:171","msg":"trace[1009563255] transaction","detail":"{read_only:false; response_revision:13277; number_of_response:1; }","duration":"222.184362ms","start":"2026-03-02T17:12:25.889296Z","end":"2026-03-02T17:12:26.11148Z","steps":["trace[1009563255] 'process raft request' (duration: 222.057709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:26.112256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.438774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578085"} {"level":"info","ts":"2026-03-02T17:12:26.112304Z","caller":"traceutil/trace.go:171","msg":"trace[1466765807] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13277; }","duration":"223.510836ms","start":"2026-03-02T17:12:25.888782Z","end":"2026-03-02T17:12:26.112293Z","steps":["trace[1466765807] 'agreement among raft nodes before linearized reading' (duration: 222.719035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:35.729069Z","caller":"traceutil/trace.go:171","msg":"trace[520533511] transaction","detail":"{read_only:false; response_revision:13330; number_of_response:1; }","duration":"108.037922ms","start":"2026-03-02T17:12:35.620996Z","end":"2026-03-02T17:12:35.729034Z","steps":["trace[520533511] 'process raft request' (duration: 107.794175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:43.123863Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11530} {"level":"info","ts":"2026-03-02T17:12:43.19771Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11530,"took":"70.817291ms","hash":3552602353,"current-db-size-bytes":40345600,"current-db-size":"40 MB","current-db-size-in-use-bytes":23867392,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-02T17:12:43.197798Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3552602353,"revision":11530,"compact-revision":9527} {"level":"info","ts":"2026-03-02T17:12:47.230864Z","caller":"traceutil/trace.go:171","msg":"trace[1139777060] transaction","detail":"{read_only:false; response_revision:13399; number_of_response:1; }","duration":"114.149371ms","start":"2026-03-02T17:12:47.116686Z","end":"2026-03-02T17:12:47.230836Z","steps":["trace[1139777060] 'process raft request' (duration: 112.674633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:54.135972Z","caller":"traceutil/trace.go:171","msg":"trace[1619580414] linearizableReadLoop","detail":"{readStateIndex:13968; appliedIndex:13967; }","duration":"272.315428ms","start":"2026-03-02T17:12:53.863647Z","end":"2026-03-02T17:12:54.135963Z","steps":["trace[1619580414] 'read index received' (duration: 271.993519ms)","trace[1619580414] 'applied index is now lower than readState.Index' (duration: 320.819µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:12:54.135953Z","caller":"traceutil/trace.go:171","msg":"trace[1459550948] transaction","detail":"{read_only:false; response_revision:13459; number_of_response:1; }","duration":"338.255863ms","start":"2026-03-02T17:12:53.797636Z","end":"2026-03-02T17:12:54.135892Z","steps":["trace[1459550948] 'process raft request' (duration: 337.349078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:54.135957Z","caller":"traceutil/trace.go:171","msg":"trace[1853916927] transaction","detail":"{read_only:false; response_revision:13460; number_of_response:1; }","duration":"214.77394ms","start":"2026-03-02T17:12:53.921152Z","end":"2026-03-02T17:12:54.135925Z","steps":["trace[1853916927] 'process raft request' (duration: 214.661937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:54.136159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:12:53.797615Z","time spent":"338.469738ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:12:54.136152Z","caller":"traceutil/trace.go:171","msg":"trace[1961049535] transaction","detail":"{read_only:false; response_revision:13462; number_of_response:1; }","duration":"140.772999ms","start":"2026-03-02T17:12:53.995324Z","end":"2026-03-02T17:12:54.136097Z","steps":["trace[1961049535] 'process raft request' (duration: 140.679096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:12:54.136717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.027867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:12:54.136787Z","caller":"traceutil/trace.go:171","msg":"trace[101227135] transaction","detail":"{read_only:false; response_revision:13461; number_of_response:1; }","duration":"146.181528ms","start":"2026-03-02T17:12:53.99059Z","end":"2026-03-02T17:12:54.136772Z","steps":["trace[101227135] 'process raft request' (duration: 145.288984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:12:54.136799Z","caller":"traceutil/trace.go:171","msg":"trace[1433166676] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:13462; }","duration":"273.1709ms","start":"2026-03-02T17:12:53.863604Z","end":"2026-03-02T17:12:54.136775Z","steps":["trace[1433166676] 'agreement among raft nodes before linearized reading' (duration: 272.922223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:02.374388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.180644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:13:02.374694Z","caller":"traceutil/trace.go:171","msg":"trace[1966263250] transaction","detail":"{read_only:false; response_revision:13504; number_of_response:1; }","duration":"209.097865ms","start":"2026-03-02T17:13:02.165579Z","end":"2026-03-02T17:13:02.374677Z","steps":["trace[1966263250] 'process raft request' (duration: 97.567462ms)","trace[1966263250] 'compare' (duration: 111.04011ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:02.374775Z","caller":"traceutil/trace.go:171","msg":"trace[1557530939] transaction","detail":"{read_only:false; response_revision:13505; number_of_response:1; }","duration":"207.304458ms","start":"2026-03-02T17:13:02.167464Z","end":"2026-03-02T17:13:02.374768Z","steps":["trace[1557530939] 'process raft request' (duration: 206.994939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:32.817278Z","caller":"traceutil/trace.go:171","msg":"trace[381116169] linearizableReadLoop","detail":"{readStateIndex:14165; appliedIndex:14163; }","duration":"208.999781ms","start":"2026-03-02T17:13:32.608236Z","end":"2026-03-02T17:13:32.817236Z","steps":["trace[381116169] 'read index received' (duration: 24.972555ms)","trace[381116169] 'applied index is now lower than readState.Index' (duration: 184.025966ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:32.817398Z","caller":"traceutil/trace.go:171","msg":"trace[388452222] transaction","detail":"{read_only:false; response_revision:13647; number_of_response:1; }","duration":"211.65871ms","start":"2026-03-02T17:13:32.6057Z","end":"2026-03-02T17:13:32.817359Z","steps":["trace[388452222] 'process raft request' (duration: 207.507353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:32.817539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.284719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:13:32.817588Z","caller":"traceutil/trace.go:171","msg":"trace[828360094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13647; }","duration":"209.36265ms","start":"2026-03-02T17:13:32.608215Z","end":"2026-03-02T17:13:32.817578Z","steps":["trace[828360094] 'agreement among raft nodes before linearized reading' (duration: 209.162665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:32.81778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.34388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:13:32.817891Z","caller":"traceutil/trace.go:171","msg":"trace[855463322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13647; }","duration":"197.514005ms","start":"2026-03-02T17:13:32.620353Z","end":"2026-03-02T17:13:32.817867Z","steps":["trace[855463322] 'agreement among raft nodes before linearized reading' (duration: 197.182006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:32.818221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.853613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:13:32.818297Z","caller":"traceutil/trace.go:171","msg":"trace[563802316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13647; }","duration":"197.989487ms","start":"2026-03-02T17:13:32.620292Z","end":"2026-03-02T17:13:32.818281Z","steps":["trace[563802316] 'agreement among raft nodes before linearized reading' (duration: 197.165985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:37.628315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.51162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:13:37.628435Z","caller":"traceutil/trace.go:171","msg":"trace[1991901892] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:13682; }","duration":"559.712676ms","start":"2026-03-02T17:13:37.068695Z","end":"2026-03-02T17:13:37.628408Z","steps":["trace[1991901892] 'count revisions from in-memory index tree' (duration: 559.345807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:37.62849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:37.068664Z","time spent":"559.812078ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:13:37.628455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.908221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:37.628617Z","caller":"traceutil/trace.go:171","msg":"trace[837183499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13682; }","duration":"175.105696ms","start":"2026-03-02T17:13:37.453432Z","end":"2026-03-02T17:13:37.628538Z","steps":["trace[837183499] 'range keys from in-memory index tree' (duration: 174.760186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:38.868582Z","caller":"traceutil/trace.go:171","msg":"trace[2130679724] transaction","detail":"{read_only:false; response_revision:13685; number_of_response:1; }","duration":"409.973566ms","start":"2026-03-02T17:13:38.458551Z","end":"2026-03-02T17:13:38.868524Z","steps":["trace[2130679724] 'process raft request' (duration: 409.75522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:38.868858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.458526Z","time spent":"410.205051ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:13:40.262885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.04824855s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:13:40.264744Z","caller":"traceutil/trace.go:171","msg":"trace[1863820280] transaction","detail":"{read_only:false; response_revision:13686; number_of_response:1; }","duration":"1.6932457s","start":"2026-03-02T17:13:38.571461Z","end":"2026-03-02T17:13:40.264706Z","steps":["trace[1863820280] 'process raft request' (duration: 1.692261795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.264931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.571442Z","time spent":"1.693404024s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:13:40.264921Z","caller":"traceutil/trace.go:171","msg":"trace[1184545406] transaction","detail":"{read_only:false; response_revision:13687; number_of_response:1; }","duration":"1.693300991s","start":"2026-03-02T17:13:38.571571Z","end":"2026-03-02T17:13:40.264872Z","steps":["trace[1184545406] 'process raft request' (duration: 1.693034785s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.265118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.571543Z","time spent":"1.693474376s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:13:40.265211Z","caller":"traceutil/trace.go:171","msg":"trace[947678518] linearizableReadLoop","detail":"{readStateIndex:14207; appliedIndex:14204; }","duration":"1.605761989s","start":"2026-03-02T17:13:38.659419Z","end":"2026-03-02T17:13:40.265181Z","steps":["trace[947678518] 'read index received' (duration: 208.861067ms)","trace[947678518] 'applied index is now lower than readState.Index' (duration: 1.396899152s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:40.26526Z","caller":"traceutil/trace.go:171","msg":"trace[587818460] transaction","detail":"{read_only:false; response_revision:13688; number_of_response:1; }","duration":"1.432785659s","start":"2026-03-02T17:13:38.832422Z","end":"2026-03-02T17:13:40.265207Z","steps":["trace[587818460] 'process raft request' (duration: 1.43247173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.265374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605960524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:13:40.265417Z","caller":"traceutil/trace.go:171","msg":"trace[2132158295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13688; }","duration":"1.606035375s","start":"2026-03-02T17:13:38.659368Z","end":"2026-03-02T17:13:40.265403Z","steps":["trace[2132158295] 'agreement among raft nodes before linearized reading' (duration: 1.605885662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.265466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.659349Z","time spent":"1.606110248s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:13:40.265513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.832387Z","time spent":"1.432947763s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:13:40.272309Z","caller":"traceutil/trace.go:171","msg":"trace[1820590190] transaction","detail":"{read_only:false; response_revision:13689; number_of_response:1; }","duration":"991.842922ms","start":"2026-03-02T17:13:39.280427Z","end":"2026-03-02T17:13:40.27227Z","steps":["trace[1820590190] 'process raft request' (duration: 991.717369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.272432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:39.280395Z","time spent":"991.969246ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:13:40.272626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426763253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:13:40.272734Z","caller":"traceutil/trace.go:171","msg":"trace[1418179398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13689; }","duration":"1.426959248s","start":"2026-03-02T17:13:38.845747Z","end":"2026-03-02T17:13:40.272706Z","steps":["trace[1418179398] 'agreement among raft nodes before linearized reading' (duration: 1.426592049s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.272756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397135376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:13:40.272781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.845731Z","time spent":"1.42704061s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:13:40.272818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424612237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:13:40.272858Z","caller":"traceutil/trace.go:171","msg":"trace[1303219786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13689; }","duration":"1.424679859s","start":"2026-03-02T17:13:38.848168Z","end":"2026-03-02T17:13:40.272848Z","steps":["trace[1303219786] 'agreement among raft nodes before linearized reading' (duration: 1.424508934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.272891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.848156Z","time spent":"1.42472754s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:13:40.272944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.328356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150966"} {"level":"warn","ts":"2026-03-02T17:13:40.272948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426313562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:13:40.27296Z","caller":"traceutil/trace.go:171","msg":"trace[1941637310] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:13689; }","duration":"234.345147ms","start":"2026-03-02T17:13:40.03861Z","end":"2026-03-02T17:13:40.272955Z","steps":["trace[1941637310] 'agreement among raft nodes before linearized reading' (duration: 234.189322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:40.272973Z","caller":"traceutil/trace.go:171","msg":"trace[646305231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13689; }","duration":"1.426401754s","start":"2026-03-02T17:13:38.846565Z","end":"2026-03-02T17:13:40.272967Z","steps":["trace[646305231] 'agreement among raft nodes before linearized reading' (duration: 1.426317662s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.272993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.846535Z","time spent":"1.426454875s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:13:40.273019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422746818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:13:40.272786Z","caller":"traceutil/trace.go:171","msg":"trace[2124203096] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:13689; }","duration":"1.397206348s","start":"2026-03-02T17:13:38.875571Z","end":"2026-03-02T17:13:40.272777Z","steps":["trace[2124203096] 'agreement among raft nodes before linearized reading' (duration: 1.397090725s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:40.27305Z","caller":"traceutil/trace.go:171","msg":"trace[121869567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13689; }","duration":"1.42281757s","start":"2026-03-02T17:13:38.850222Z","end":"2026-03-02T17:13:40.27304Z","steps":["trace[121869567] 'agreement among raft nodes before linearized reading' (duration: 1.422736888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.273069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.875542Z","time spent":"1.397515666s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:13:40.273078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:38.8502Z","time spent":"1.422870503s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:13:40.273169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.940891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:40.273262Z","caller":"traceutil/trace.go:171","msg":"trace[1646442151] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13689; }","duration":"822.084995ms","start":"2026-03-02T17:13:39.451153Z","end":"2026-03-02T17:13:40.273237Z","steps":["trace[1646442151] 'agreement among raft nodes before linearized reading' (duration: 821.916921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:40.273319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:39.451135Z","time spent":"822.176287ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:13:41.43208Z","caller":"traceutil/trace.go:171","msg":"trace[2090964000] transaction","detail":"{read_only:false; response_revision:13696; number_of_response:1; }","duration":"357.371885ms","start":"2026-03-02T17:13:41.074671Z","end":"2026-03-02T17:13:41.432043Z","steps":["trace[2090964000] 'process raft request' (duration: 357.104519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:41.432294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:41.074636Z","time spent":"357.560641ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:13:41.434844Z","caller":"traceutil/trace.go:171","msg":"trace[1887605855] linearizableReadLoop","detail":"{readStateIndex:14217; appliedIndex:14215; }","duration":"160.94803ms","start":"2026-03-02T17:13:41.273863Z","end":"2026-03-02T17:13:41.434811Z","steps":["trace[1887605855] 'read index received' (duration: 157.940862ms)","trace[1887605855] 'applied index is now lower than readState.Index' (duration: 3.005588ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:41.434942Z","caller":"traceutil/trace.go:171","msg":"trace[1056381686] transaction","detail":"{read_only:false; response_revision:13697; number_of_response:1; }","duration":"350.850757ms","start":"2026-03-02T17:13:41.084069Z","end":"2026-03-02T17:13:41.43492Z","steps":["trace[1056381686] 'process raft request' (duration: 350.55001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:41.435069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:41.084028Z","time spent":"350.951141ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11916,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:13:41.435087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.216057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:13:41.43515Z","caller":"traceutil/trace.go:171","msg":"trace[969239514] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:13697; }","duration":"161.318929ms","start":"2026-03-02T17:13:41.27381Z","end":"2026-03-02T17:13:41.435129Z","steps":["trace[969239514] 'agreement among raft nodes before linearized reading' (duration: 161.160516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:41.435454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.526347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-02T17:13:41.435558Z","caller":"traceutil/trace.go:171","msg":"trace[631208329] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13697; }","duration":"141.65022ms","start":"2026-03-02T17:13:41.293878Z","end":"2026-03-02T17:13:41.435528Z","steps":["trace[631208329] 'agreement among raft nodes before linearized reading' (duration: 141.339373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:42.653799Z","caller":"traceutil/trace.go:171","msg":"trace[221469199] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"364.061289ms","start":"2026-03-02T17:13:42.289705Z","end":"2026-03-02T17:13:42.653767Z","steps":["trace[221469199] 'process raft request' (duration: 361.832902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.653957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.289694Z","time spent":"364.179363ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:13:42.674804Z","caller":"traceutil/trace.go:171","msg":"trace[375282058] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"384.443576ms","start":"2026-03-02T17:13:42.290319Z","end":"2026-03-02T17:13:42.674763Z","steps":["trace[375282058] 'process raft request' (duration: 383.884532ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:42.674943Z","caller":"traceutil/trace.go:171","msg":"trace[755801597] linearizableReadLoop","detail":"{readStateIndex:14230; appliedIndex:14227; }","duration":"380.156605ms","start":"2026-03-02T17:13:42.294772Z","end":"2026-03-02T17:13:42.674929Z","steps":["trace[755801597] 'read index received' (duration: 356.79207ms)","trace[755801597] 'applied index is now lower than readState.Index' (duration: 23.363335ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:42.675036Z","caller":"traceutil/trace.go:171","msg":"trace[493591723] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"323.717297ms","start":"2026-03-02T17:13:42.351309Z","end":"2026-03-02T17:13:42.675026Z","steps":["trace[493591723] 'process raft request' (duration: 323.580664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.675087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.290255Z","time spent":"384.660652ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:13:42.675065Z","caller":"traceutil/trace.go:171","msg":"trace[2092271276] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"382.696521ms","start":"2026-03-02T17:13:42.292316Z","end":"2026-03-02T17:13:42.675013Z","steps":["trace[2092271276] 'process raft request' (duration: 382.050574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.675276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.292301Z","time spent":"382.863085ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:13:42.675357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.162999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:13:42.675401Z","caller":"traceutil/trace.go:171","msg":"trace[1629409269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13710; }","duration":"379.257761ms","start":"2026-03-02T17:13:42.296134Z","end":"2026-03-02T17:13:42.675392Z","steps":["trace[1629409269] 'agreement among raft nodes before linearized reading' (duration: 379.088377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.675453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.296112Z","time spent":"379.329732ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:13:42.675561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.800221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:13:42.675593Z","caller":"traceutil/trace.go:171","msg":"trace[421505296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13710; }","duration":"380.873714ms","start":"2026-03-02T17:13:42.294706Z","end":"2026-03-02T17:13:42.67558Z","steps":["trace[421505296] 'agreement among raft nodes before linearized reading' (duration: 380.815711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.675615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.294681Z","time spent":"380.929295ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:13:42.675721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.223905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:42.675761Z","caller":"traceutil/trace.go:171","msg":"trace[225283497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13710; }","duration":"224.319888ms","start":"2026-03-02T17:13:42.451431Z","end":"2026-03-02T17:13:42.67575Z","steps":["trace[225283497] 'agreement among raft nodes before linearized reading' (duration: 224.235716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.675783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.922214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:13:42.675818Z","caller":"traceutil/trace.go:171","msg":"trace[397618606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:13710; }","duration":"361.993655ms","start":"2026-03-02T17:13:42.313815Z","end":"2026-03-02T17:13:42.675809Z","steps":["trace[397618606] 'agreement among raft nodes before linearized reading' (duration: 361.858852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:42.67584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.313796Z","time spent":"362.039297ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:13:42.675894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:13:42.351286Z","time spent":"323.773758ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:13:50.825459Z","caller":"traceutil/trace.go:171","msg":"trace[450304104] linearizableReadLoop","detail":"{readStateIndex:14275; appliedIndex:14274; }","duration":"103.051644ms","start":"2026-03-02T17:13:50.722382Z","end":"2026-03-02T17:13:50.825434Z","steps":["trace[450304104] 'read index received' (duration: 100.655551ms)","trace[450304104] 'applied index is now lower than readState.Index' (duration: 2.394583ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:50.82545Z","caller":"traceutil/trace.go:171","msg":"trace[1801789200] transaction","detail":"{read_only:false; response_revision:13753; number_of_response:1; }","duration":"104.709606ms","start":"2026-03-02T17:13:50.720701Z","end":"2026-03-02T17:13:50.82541Z","steps":["trace[1801789200] 'process raft request' (duration: 102.395766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:13:50.825918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.467765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:13:50.826062Z","caller":"traceutil/trace.go:171","msg":"trace[322463648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13753; }","duration":"103.665501ms","start":"2026-03-02T17:13:50.722364Z","end":"2026-03-02T17:13:50.82603Z","steps":["trace[322463648] 'agreement among raft nodes before linearized reading' (duration: 103.217679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:52.414679Z","caller":"traceutil/trace.go:171","msg":"trace[1104430922] linearizableReadLoop","detail":"{readStateIndex:14281; appliedIndex:14280; }","duration":"110.303601ms","start":"2026-03-02T17:13:52.304349Z","end":"2026-03-02T17:13:52.414653Z","steps":["trace[1104430922] 'read index received' (duration: 110.106135ms)","trace[1104430922] 'applied index is now lower than readState.Index' (duration: 196.346µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:13:52.414837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.463185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:13:52.414803Z","caller":"traceutil/trace.go:171","msg":"trace[482397406] transaction","detail":"{read_only:false; response_revision:13758; number_of_response:1; }","duration":"132.630648ms","start":"2026-03-02T17:13:52.28211Z","end":"2026-03-02T17:13:52.414741Z","steps":["trace[482397406] 'process raft request' (duration: 132.372411ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:52.414882Z","caller":"traceutil/trace.go:171","msg":"trace[955579484] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13758; }","duration":"110.563297ms","start":"2026-03-02T17:13:52.304304Z","end":"2026-03-02T17:13:52.414867Z","steps":["trace[955579484] 'agreement among raft nodes before linearized reading' (duration: 110.446224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:52.429676Z","caller":"traceutil/trace.go:171","msg":"trace[1090109990] transaction","detail":"{read_only:false; response_revision:13759; number_of_response:1; }","duration":"121.13454ms","start":"2026-03-02T17:13:52.308514Z","end":"2026-03-02T17:13:52.429649Z","steps":["trace[1090109990] 'process raft request' (duration: 119.964769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:52.429868Z","caller":"traceutil/trace.go:171","msg":"trace[93393164] transaction","detail":"{read_only:false; response_revision:13760; number_of_response:1; }","duration":"120.372461ms","start":"2026-03-02T17:13:52.309472Z","end":"2026-03-02T17:13:52.429844Z","steps":["trace[93393164] 'process raft request' (duration: 120.117194ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:13:52.645372Z","caller":"traceutil/trace.go:171","msg":"trace[1789324866] linearizableReadLoop","detail":"{readStateIndex:14290; appliedIndex:14289; }","duration":"135.500342ms","start":"2026-03-02T17:13:52.509851Z","end":"2026-03-02T17:13:52.645351Z","steps":["trace[1789324866] 'read index received' (duration: 114.728286ms)","trace[1789324866] 'applied index is now lower than readState.Index' (duration: 20.768226ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:13:52.645508Z","caller":"traceutil/trace.go:171","msg":"trace[2013275921] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13765; }","duration":"136.735184ms","start":"2026-03-02T17:13:52.508668Z","end":"2026-03-02T17:13:52.645403Z","steps":["trace[2013275921] 'process raft request' (duration: 115.978348ms)","trace[2013275921] 'compare' (duration: 20.640153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:13:52.645586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.717977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-02T17:13:52.645773Z","caller":"traceutil/trace.go:171","msg":"trace[1246297835] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:13765; }","duration":"135.952274ms","start":"2026-03-02T17:13:52.509806Z","end":"2026-03-02T17:13:52.645758Z","steps":["trace[1246297835] 'agreement among raft nodes before linearized reading' (duration: 135.636485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.136902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108335125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:14:05.136997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.355563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:14:05.136993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.398413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:14:05.137016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.897163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-02T17:14:05.137045Z","caller":"traceutil/trace.go:171","msg":"trace[356850830] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13993; }","duration":"1.108496879s","start":"2026-03-02T17:14:04.028529Z","end":"2026-03-02T17:14:05.137026Z","steps":["trace[356850830] 'count revisions from in-memory index tree' (duration: 1.108251683s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:05.137054Z","caller":"traceutil/trace.go:171","msg":"trace[433700004] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:13993; }","duration":"813.514736ms","start":"2026-03-02T17:14:04.32353Z","end":"2026-03-02T17:14:05.137045Z","steps":["trace[433700004] 'count revisions from in-memory index tree' (duration: 813.29487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:05.137079Z","caller":"traceutil/trace.go:171","msg":"trace[1768992672] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd; range_end:; response_count:1; response_revision:13993; }","duration":"746.967205ms","start":"2026-03-02T17:14:04.390093Z","end":"2026-03-02T17:14:05.13706Z","steps":["trace[1768992672] 'range keys from in-memory index tree' (duration: 746.738599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.137098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.028481Z","time spent":"1.108604302s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":93,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:14:05.137109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.323514Z","time spent":"813.585557ms","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:14:05.137119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.390042Z","time spent":"747.070408ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd\" "} {"level":"info","ts":"2026-03-02T17:14:05.137097Z","caller":"traceutil/trace.go:171","msg":"trace[1376531839] transaction","detail":"{read_only:false; response_revision:13994; number_of_response:1; }","duration":"660.602214ms","start":"2026-03-02T17:14:04.476454Z","end":"2026-03-02T17:14:05.137057Z","steps":["trace[1376531839] 'process raft request' (duration: 651.813177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.13694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063051406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd\" ","response":"range_response_count:1 size:3637"} {"level":"warn","ts":"2026-03-02T17:14:05.137257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.476418Z","time spent":"660.761258ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:14:05.1373Z","caller":"traceutil/trace.go:171","msg":"trace[54697848] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd; range_end:; response_count:1; response_revision:13993; }","duration":"1.063456425s","start":"2026-03-02T17:14:04.073826Z","end":"2026-03-02T17:14:05.137283Z","steps":["trace[54697848] 'range keys from in-memory index tree' (duration: 1.06287594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.137339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.073802Z","time spent":"1.063526607s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd\" "} {"level":"info","ts":"2026-03-02T17:14:05.137057Z","caller":"traceutil/trace.go:171","msg":"trace[2001875682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13993; }","duration":"685.494796ms","start":"2026-03-02T17:14:04.451546Z","end":"2026-03-02T17:14:05.13704Z","steps":["trace[2001875682] 'range keys from in-memory index tree' (duration: 685.272191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.138036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.451517Z","time spent":"686.502392ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:14:05.139944Z","caller":"traceutil/trace.go:171","msg":"trace[538512704] linearizableReadLoop","detail":"{readStateIndex:14529; appliedIndex:14527; }","duration":"388.299485ms","start":"2026-03-02T17:14:04.751608Z","end":"2026-03-02T17:14:05.139907Z","steps":["trace[538512704] 'read index received' (duration: 376.672034ms)","trace[538512704] 'applied index is now lower than readState.Index' (duration: 11.626191ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:14:05.140119Z","caller":"traceutil/trace.go:171","msg":"trace[1272197076] transaction","detail":"{read_only:false; response_revision:13995; number_of_response:1; }","duration":"657.619775ms","start":"2026-03-02T17:14:04.482489Z","end":"2026-03-02T17:14:05.140109Z","steps":["trace[1272197076] 'process raft request' (duration: 657.186085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.140268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.482463Z","time spent":"657.688939ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:14:05.140452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.801779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:14:05.140597Z","caller":"traceutil/trace.go:171","msg":"trace[1709831990] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13996; }","duration":"388.986354ms","start":"2026-03-02T17:14:04.751556Z","end":"2026-03-02T17:14:05.140542Z","steps":["trace[1709831990] 'agreement among raft nodes before linearized reading' (duration: 388.723168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.140761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.12156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:14:05.140818Z","caller":"traceutil/trace.go:171","msg":"trace[1400329234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13996; }","duration":"381.210432ms","start":"2026-03-02T17:14:04.759595Z","end":"2026-03-02T17:14:05.140805Z","steps":["trace[1400329234] 'agreement among raft nodes before linearized reading' (duration: 381.052759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.140849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.759569Z","time spent":"381.272093ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:14:05.140937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.266353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:14:05.141016Z","caller":"traceutil/trace.go:171","msg":"trace[584093412] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13996; }","duration":"232.466808ms","start":"2026-03-02T17:14:04.908533Z","end":"2026-03-02T17:14:05.141Z","steps":["trace[584093412] 'agreement among raft nodes before linearized reading' (duration: 232.293193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.141129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.310541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T17:14:05.141128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.567635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:14:05.141173Z","caller":"traceutil/trace.go:171","msg":"trace[1441555742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13996; }","duration":"346.386292ms","start":"2026-03-02T17:14:04.794777Z","end":"2026-03-02T17:14:05.141163Z","steps":["trace[1441555742] 'agreement among raft nodes before linearized reading' (duration: 346.28264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.141174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.943342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:14:05.14119Z","caller":"traceutil/trace.go:171","msg":"trace[596998599] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13996; }","duration":"255.667577ms","start":"2026-03-02T17:14:04.885503Z","end":"2026-03-02T17:14:05.14117Z","steps":["trace[596998599] 'agreement among raft nodes before linearized reading' (duration: 255.444662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.141204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.794759Z","time spent":"346.436324ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:14:05.141239Z","caller":"traceutil/trace.go:171","msg":"trace[1238830923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13996; }","duration":"229.999865ms","start":"2026-03-02T17:14:04.911198Z","end":"2026-03-02T17:14:05.141198Z","steps":["trace[1238830923] 'agreement among raft nodes before linearized reading' (duration: 229.905533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.141207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.659027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:14:05.140933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.332373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-02T17:14:05.141313Z","caller":"traceutil/trace.go:171","msg":"trace[421175089] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:13996; }","duration":"218.771314ms","start":"2026-03-02T17:14:04.922529Z","end":"2026-03-02T17:14:05.1413Z","steps":["trace[421175089] 'agreement among raft nodes before linearized reading' (duration: 218.172618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:05.14132Z","caller":"traceutil/trace.go:171","msg":"trace[1940330088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:13996; }","duration":"195.828561ms","start":"2026-03-02T17:14:04.945468Z","end":"2026-03-02T17:14:05.141296Z","steps":["trace[1940330088] 'agreement among raft nodes before linearized reading' (duration: 195.477683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:05.140738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:04.751534Z","time spent":"389.190008ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:14:05.64702Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837223577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:14:06.147927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837223577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:14:06.654289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837223577,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:14:06.733197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.58868843s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:14:07.312787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.274901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:14:07.312873Z","caller":"traceutil/trace.go:171","msg":"trace[1344282406] transaction","detail":"{read_only:false; response_revision:13997; number_of_response:1; }","duration":"2.168449943s","start":"2026-03-02T17:14:05.144407Z","end":"2026-03-02T17:14:07.312857Z","steps":["trace[1344282406] 'process raft request' (duration: 1.589038488s)","trace[1344282406] 'compare' (duration: 579.19575ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:14:07.31292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.144384Z","time spent":"2.168513824s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:14:07.341794Z","caller":"traceutil/trace.go:171","msg":"trace[1625072346] linearizableReadLoop","detail":"{readStateIndex:14536; appliedIndex:14530; }","duration":"2.195624265s","start":"2026-03-02T17:14:05.146147Z","end":"2026-03-02T17:14:07.341771Z","steps":["trace[1625072346] 'read index received' (duration: 1.587270312s)","trace[1625072346] 'applied index is now lower than readState.Index' (duration: 608.352893ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:14:07.341917Z","caller":"traceutil/trace.go:171","msg":"trace[1834860752] transaction","detail":"{read_only:false; response_revision:13999; number_of_response:1; }","duration":"2.196449486s","start":"2026-03-02T17:14:05.145457Z","end":"2026-03-02T17:14:07.341906Z","steps":["trace[1834860752] 'process raft request' (duration: 2.196152509s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.342024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.145447Z","time spent":"2.196496288s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:14:07.342032Z","caller":"traceutil/trace.go:171","msg":"trace[1274397114] transaction","detail":"{read_only:false; response_revision:14001; number_of_response:1; }","duration":"2.195543504s","start":"2026-03-02T17:14:05.146454Z","end":"2026-03-02T17:14:07.341998Z","steps":["trace[1274397114] 'process raft request' (duration: 2.195233425s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:07.342089Z","caller":"traceutil/trace.go:171","msg":"trace[1679060410] transaction","detail":"{read_only:false; response_revision:13998; number_of_response:1; }","duration":"2.197475334s","start":"2026-03-02T17:14:05.144581Z","end":"2026-03-02T17:14:07.342057Z","steps":["trace[1679060410] 'process raft request' (duration: 2.196897169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.342207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.146448Z","time spent":"2.195660307s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:14:07.342234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.144527Z","time spent":"2.197623707s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:14:07.342335Z","caller":"traceutil/trace.go:171","msg":"trace[750026871] transaction","detail":"{read_only:false; response_revision:14000; number_of_response:1; }","duration":"2.195920224s","start":"2026-03-02T17:14:05.146407Z","end":"2026-03-02T17:14:07.342327Z","steps":["trace[750026871] 'process raft request' (duration: 2.195246486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.342385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.146399Z","time spent":"2.195962234s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:14:07.342465Z","caller":"traceutil/trace.go:171","msg":"trace[1422683316] transaction","detail":"{read_only:false; response_revision:14002; number_of_response:1; }","duration":"2.195909593s","start":"2026-03-02T17:14:05.146508Z","end":"2026-03-02T17:14:07.342418Z","steps":["trace[1422683316] 'process raft request' (duration: 2.195212925s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.342568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.146483Z","time spent":"2.196022725s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:14:07.342836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196687404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626339"} {"level":"info","ts":"2026-03-02T17:14:07.342873Z","caller":"traceutil/trace.go:171","msg":"trace[471354567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14002; }","duration":"2.196760786s","start":"2026-03-02T17:14:05.146103Z","end":"2026-03-02T17:14:07.342864Z","steps":["trace[471354567] 'agreement among raft nodes before linearized reading' (duration: 2.196225912s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.342896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.146091Z","time spent":"2.196799816s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626361,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T17:14:07.769686Z","caller":"traceutil/trace.go:171","msg":"trace[384060179] linearizableReadLoop","detail":"{readStateIndex:14539; appliedIndex:14536; }","duration":"427.781516ms","start":"2026-03-02T17:14:07.341873Z","end":"2026-03-02T17:14:07.769655Z","steps":["trace[384060179] 'read index received' (duration: 427.405457ms)","trace[384060179] 'applied index is now lower than readState.Index' (duration: 374.779µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:14:07.769783Z","caller":"traceutil/trace.go:171","msg":"trace[1621299597] transaction","detail":"{read_only:false; response_revision:14005; number_of_response:1; }","duration":"623.021902ms","start":"2026-03-02T17:14:07.146731Z","end":"2026-03-02T17:14:07.769753Z","steps":["trace[1621299597] 'process raft request' (duration: 622.879817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.769808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064481072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:14:07.769876Z","caller":"traceutil/trace.go:171","msg":"trace[944585381] transaction","detail":"{read_only:false; response_revision:14003; number_of_response:1; }","duration":"626.464421ms","start":"2026-03-02T17:14:07.143332Z","end":"2026-03-02T17:14:07.769796Z","steps":["trace[944585381] 'process raft request' (duration: 626.045729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:07.769915Z","caller":"traceutil/trace.go:171","msg":"trace[240057659] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14005; }","duration":"1.064647486s","start":"2026-03-02T17:14:06.705243Z","end":"2026-03-02T17:14:07.76989Z","steps":["trace[240057659] 'agreement among raft nodes before linearized reading' (duration: 1.06443591s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.769956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:07.146724Z","time spent":"623.105824ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:14:07.769948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476276924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:14:07.769979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:06.705224Z","time spent":"1.064739818s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:14:07.770028Z","caller":"traceutil/trace.go:171","msg":"trace[1912027636] transaction","detail":"{read_only:false; response_revision:14004; number_of_response:1; }","duration":"624.455709ms","start":"2026-03-02T17:14:07.145552Z","end":"2026-03-02T17:14:07.770008Z","steps":["trace[1912027636] 'process raft request' (duration: 624.015777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.770034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:07.143306Z","time spent":"626.633765ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:14:07.7701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318409904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:14:07.770099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.551735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-03-02T17:14:07.770115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:07.145521Z","time spent":"624.554281ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:14:07.770084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.047377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-02T17:14:07.770037Z","caller":"traceutil/trace.go:171","msg":"trace[1438121500] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:14005; }","duration":"1.476390707s","start":"2026-03-02T17:14:06.293625Z","end":"2026-03-02T17:14:07.770016Z","steps":["trace[1438121500] 'agreement among raft nodes before linearized reading' (duration: 1.476193352s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:07.770153Z","caller":"traceutil/trace.go:171","msg":"trace[1523256607] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14005; }","duration":"291.654307ms","start":"2026-03-02T17:14:07.478483Z","end":"2026-03-02T17:14:07.770138Z","steps":["trace[1523256607] 'agreement among raft nodes before linearized reading' (duration: 291.530454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:07.770184Z","caller":"traceutil/trace.go:171","msg":"trace[1782012667] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:14005; }","duration":"723.178071ms","start":"2026-03-02T17:14:07.046981Z","end":"2026-03-02T17:14:07.770159Z","steps":["trace[1782012667] 'agreement among raft nodes before linearized reading' (duration: 722.903754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.770198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:06.293563Z","time spent":"1.476616642s","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:14:07.770161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035436141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:14:07.770133Z","caller":"traceutil/trace.go:171","msg":"trace[703342321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14005; }","duration":"1.318497836s","start":"2026-03-02T17:14:06.451628Z","end":"2026-03-02T17:14:07.770126Z","steps":["trace[703342321] 'agreement among raft nodes before linearized reading' (duration: 1.318441024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.770271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:06.4516Z","time spent":"1.31866553s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:14:07.770288Z","caller":"traceutil/trace.go:171","msg":"trace[805326814] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:14005; }","duration":"1.035609515s","start":"2026-03-02T17:14:06.734655Z","end":"2026-03-02T17:14:07.770264Z","steps":["trace[805326814] 'agreement among raft nodes before linearized reading' (duration: 1.035324498s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.770237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:07.046966Z","time spent":"723.262232ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T17:14:07.770337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:06.73458Z","time spent":"1.035747748s","remote":"127.0.0.1:42216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:14:07.770367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057420103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T17:14:07.770478Z","caller":"traceutil/trace.go:171","msg":"trace[1712590019] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14005; }","duration":"2.057591259s","start":"2026-03-02T17:14:05.712856Z","end":"2026-03-02T17:14:07.770448Z","steps":["trace[1712590019] 'agreement among raft nodes before linearized reading' (duration: 2.057226079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.770534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.712825Z","time spent":"2.057700772s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T17:14:07.769972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628300093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd\" ","response":"range_response_count:1 size:3757"} {"level":"warn","ts":"2026-03-02T17:14:07.770571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622760335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626339"} {"level":"warn","ts":"2026-03-02T17:14:07.770589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.358250764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T17:14:07.770592Z","caller":"traceutil/trace.go:171","msg":"trace[35316839] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd; range_end:; response_count:1; response_revision:14005; }","duration":"1.62894699s","start":"2026-03-02T17:14:06.141628Z","end":"2026-03-02T17:14:07.770575Z","steps":["trace[35316839] 'agreement among raft nodes before linearized reading' (duration: 1.62818077s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:07.770622Z","caller":"traceutil/trace.go:171","msg":"trace[1898634607] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:14005; }","duration":"2.622826647s","start":"2026-03-02T17:14:05.147786Z","end":"2026-03-02T17:14:07.770612Z","steps":["trace[1898634607] 'agreement among raft nodes before linearized reading' (duration: 2.622166829s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:14:07.770629Z","caller":"traceutil/trace.go:171","msg":"trace[677178506] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:14005; }","duration":"1.358347496s","start":"2026-03-02T17:14:06.412273Z","end":"2026-03-02T17:14:07.77062Z","steps":["trace[677178506] 'agreement among raft nodes before linearized reading' (duration: 1.357879793s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:07.77064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:06.141614Z","time spent":"1.629014841s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3779,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-102736ae-b52f-460e-9e94-9d2c1cea5abd\" "} {"level":"warn","ts":"2026-03-02T17:14:07.770668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:06.412257Z","time spent":"1.358403577s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T17:14:07.771139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:05.147777Z","time spent":"2.622868178s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626361,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T17:14:59.781185Z","caller":"traceutil/trace.go:171","msg":"trace[149292686] linearizableReadLoop","detail":"{readStateIndex:15155; appliedIndex:15154; }","duration":"138.607782ms","start":"2026-03-02T17:14:59.642553Z","end":"2026-03-02T17:14:59.78116Z","steps":["trace[149292686] 'read index received' (duration: 138.366055ms)","trace[149292686] 'applied index is now lower than readState.Index' (duration: 240.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:14:59.781246Z","caller":"traceutil/trace.go:171","msg":"trace[885186234] transaction","detail":"{read_only:false; response_revision:14606; number_of_response:1; }","duration":"150.039829ms","start":"2026-03-02T17:14:59.631177Z","end":"2026-03-02T17:14:59.781216Z","steps":["trace[885186234] 'process raft request' (duration: 149.73376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:59.781462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.131702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:14:59.781505Z","caller":"traceutil/trace.go:171","msg":"trace[101522282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14606; }","duration":"104.231164ms","start":"2026-03-02T17:14:59.677263Z","end":"2026-03-02T17:14:59.781494Z","steps":["trace[101522282] 'agreement among raft nodes before linearized reading' (duration: 104.05194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:59.781519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.935661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-02T17:14:59.781586Z","caller":"traceutil/trace.go:171","msg":"trace[1133772995] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14606; }","duration":"139.084265ms","start":"2026-03-02T17:14:59.642486Z","end":"2026-03-02T17:14:59.78157Z","steps":["trace[1133772995] 'agreement among raft nodes before linearized reading' (duration: 138.827539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:59.781634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.799723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:14:59.781672Z","caller":"traceutil/trace.go:171","msg":"trace[208077180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14606; }","duration":"103.847583ms","start":"2026-03-02T17:14:59.677813Z","end":"2026-03-02T17:14:59.781661Z","steps":["trace[208077180] 'agreement among raft nodes before linearized reading' (duration: 103.768751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:14:59.781675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.279279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:14:59.781775Z","caller":"traceutil/trace.go:171","msg":"trace[1135347915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14606; }","duration":"103.398812ms","start":"2026-03-02T17:14:59.678359Z","end":"2026-03-02T17:14:59.781757Z","steps":["trace[1135347915] 'agreement among raft nodes before linearized reading' (duration: 103.133705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.529925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451790931s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:15:01.530056Z","caller":"traceutil/trace.go:171","msg":"trace[1528241517] transaction","detail":"{read_only:false; response_revision:14607; number_of_response:1; }","duration":"1.744928427s","start":"2026-03-02T17:14:59.785105Z","end":"2026-03-02T17:15:01.530033Z","steps":["trace[1528241517] 'process raft request' (duration: 292.924271ms)","trace[1528241517] 'compare' (duration: 1.451682057s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:01.530118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.785084Z","time spent":"1.745005039s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:15:01.807621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.729505618s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:15:01.815864Z","caller":"traceutil/trace.go:171","msg":"trace[572308984] transaction","detail":"{read_only:false; response_revision:14608; number_of_response:1; }","duration":"2.030671513s","start":"2026-03-02T17:14:59.78514Z","end":"2026-03-02T17:15:01.815812Z","steps":["trace[572308984] 'process raft request' (duration: 2.022682816s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.815963Z","caller":"traceutil/trace.go:171","msg":"trace[464111913] transaction","detail":"{read_only:false; response_revision:14609; number_of_response:1; }","duration":"2.030695383s","start":"2026-03-02T17:14:59.785161Z","end":"2026-03-02T17:15:01.815857Z","steps":["trace[464111913] 'process raft request' (duration: 2.03057167s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.816091Z","caller":"traceutil/trace.go:171","msg":"trace[83451147] transaction","detail":"{read_only:false; response_revision:14612; number_of_response:1; }","duration":"1.822575943s","start":"2026-03-02T17:14:59.99349Z","end":"2026-03-02T17:15:01.816066Z","steps":["trace[83451147] 'process raft request' (duration: 1.822418689s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.816118Z","caller":"traceutil/trace.go:171","msg":"trace[1717951114] transaction","detail":"{read_only:false; response_revision:14611; number_of_response:1; }","duration":"1.829987666s","start":"2026-03-02T17:14:59.986112Z","end":"2026-03-02T17:15:01.8161Z","steps":["trace[1717951114] 'process raft request' (duration: 1.829689818s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.816057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.785125Z","time spent":"2.030835836s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:01.815876Z","caller":"traceutil/trace.go:171","msg":"trace[1022555576] transaction","detail":"{read_only:false; response_revision:14610; number_of_response:1; }","duration":"2.030337843s","start":"2026-03-02T17:14:59.785515Z","end":"2026-03-02T17:15:01.815853Z","steps":["trace[1022555576] 'process raft request' (duration: 2.030257961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.816215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.993473Z","time spent":"1.822678146s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:01.816095Z","caller":"traceutil/trace.go:171","msg":"trace[1305064149] linearizableReadLoop","detail":"{readStateIndex:15159; appliedIndex:15155; }","duration":"1.996108409s","start":"2026-03-02T17:14:59.819905Z","end":"2026-03-02T17:15:01.816013Z","steps":["trace[1305064149] 'read index received' (duration: 258.193643ms)","trace[1305064149] 'applied index is now lower than readState.Index' (duration: 1.737913666s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:01.816258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.986094Z","time spent":"1.830090578s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:15:01.816264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996367684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:15:01.816322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.785501Z","time spent":"2.030740333s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:01.816372Z","caller":"traceutil/trace.go:171","msg":"trace[1205268481] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:14613; }","duration":"1.996512589s","start":"2026-03-02T17:14:59.819845Z","end":"2026-03-02T17:15:01.816358Z","steps":["trace[1205268481] 'agreement among raft nodes before linearized reading' (duration: 1.996311413s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.816409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.819824Z","time spent":"1.996574401s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"info","ts":"2026-03-02T17:15:01.816118Z","caller":"traceutil/trace.go:171","msg":"trace[69595306] transaction","detail":"{read_only:false; response_revision:14613; number_of_response:1; }","duration":"1.817701798s","start":"2026-03-02T17:14:59.998371Z","end":"2026-03-02T17:15:01.816072Z","steps":["trace[69595306] 'process raft request' (duration: 1.817608186s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.816295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.785152Z","time spent":"2.030968699s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:15:01.816634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.998354Z","time spent":"1.81815484s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:15:01.83241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012581169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.832496Z","caller":"traceutil/trace.go:171","msg":"trace[1617579225] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14613; }","duration":"1.012718634s","start":"2026-03-02T17:15:00.819756Z","end":"2026-03-02T17:15:01.832475Z","steps":["trace[1617579225] 'agreement among raft nodes before linearized reading' (duration: 1.012563659s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.832495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20992693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:01.832604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.819733Z","time spent":"1.012855578s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:15:01.832687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379620587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:01.832744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839554703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:01.832773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519180953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-02T17:15:01.832803Z","caller":"traceutil/trace.go:171","msg":"trace[1653439461] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"1.839629155s","start":"2026-03-02T17:14:59.993161Z","end":"2026-03-02T17:15:01.83279Z","steps":["trace[1653439461] 'agreement among raft nodes before linearized reading' (duration: 1.839498862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.832817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.560707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:01.832836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340240887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:01.832848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012414886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:01.832941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346916621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.832968Z","caller":"traceutil/trace.go:171","msg":"trace[761754861] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14613; }","duration":"1.346980093s","start":"2026-03-02T17:15:00.485982Z","end":"2026-03-02T17:15:01.832962Z","steps":["trace[761754861] 'agreement among raft nodes before linearized reading' (duration: 1.346941432s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.833523Z","caller":"traceutil/trace.go:171","msg":"trace[1196617932] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"1.012504148s","start":"2026-03-02T17:15:00.820384Z","end":"2026-03-02T17:15:01.832888Z","steps":["trace[1196617932] 'agreement among raft nodes before linearized reading' (duration: 1.012398575s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.833546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612867605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-02T17:15:01.832975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.268249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:01.833584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.820365Z","time spent":"1.013205876s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:01.832634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.908696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:01.833602Z","caller":"traceutil/trace.go:171","msg":"trace[2104806964] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14613; }","duration":"1.612937996s","start":"2026-03-02T17:15:00.220634Z","end":"2026-03-02T17:15:01.833572Z","steps":["trace[2104806964] 'agreement among raft nodes before linearized reading' (duration: 1.612304189s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.833643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.220617Z","time spent":"1.613018308s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"info","ts":"2026-03-02T17:15:01.833648Z","caller":"traceutil/trace.go:171","msg":"trace[100035367] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"951.961473ms","start":"2026-03-02T17:15:00.881663Z","end":"2026-03-02T17:15:01.833624Z","steps":["trace[100035367] 'agreement among raft nodes before linearized reading' (duration: 950.796243ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.833628Z","caller":"traceutil/trace.go:171","msg":"trace[518370817] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"897.920856ms","start":"2026-03-02T17:15:00.935682Z","end":"2026-03-02T17:15:01.833603Z","steps":["trace[518370817] 'agreement among raft nodes before linearized reading' (duration: 897.243339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.833731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.881643Z","time spent":"952.048175ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:01.833718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.935672Z","time spent":"898.026339ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:01.833728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.485962Z","time spent":"1.347736802s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:01.833968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.089496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:15:01.83276Z","caller":"traceutil/trace.go:171","msg":"trace[1973896985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14613; }","duration":"1.379719049s","start":"2026-03-02T17:15:00.453021Z","end":"2026-03-02T17:15:01.83274Z","steps":["trace[1973896985] 'agreement among raft nodes before linearized reading' (duration: 1.379617077s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.832858Z","caller":"traceutil/trace.go:171","msg":"trace[1086760747] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"1.340264228s","start":"2026-03-02T17:15:00.492588Z","end":"2026-03-02T17:15:01.832853Z","steps":["trace[1086760747] 'agreement among raft nodes before linearized reading' (duration: 1.340191896s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.832511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.789646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:01.832613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839244794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:01.832756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012794696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.832851Z","caller":"traceutil/trace.go:171","msg":"trace[1880570089] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:14613; }","duration":"1.519277405s","start":"2026-03-02T17:15:00.313555Z","end":"2026-03-02T17:15:01.832832Z","steps":["trace[1880570089] 'agreement among raft nodes before linearized reading' (duration: 1.519107981s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.832854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.993152Z","time spent":"1.839689777s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T17:15:01.832862Z","caller":"traceutil/trace.go:171","msg":"trace[1162089206] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14613; }","duration":"950.618889ms","start":"2026-03-02T17:15:00.882231Z","end":"2026-03-02T17:15:01.83285Z","steps":["trace[1162089206] 'agreement among raft nodes before linearized reading' (duration: 950.547997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.834175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842146189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:01.834112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006361304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:01.832907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.220096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.834286Z","caller":"traceutil/trace.go:171","msg":"trace[554344268] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14613; }","duration":"901.624473ms","start":"2026-03-02T17:15:00.932647Z","end":"2026-03-02T17:15:01.834272Z","steps":["trace[554344268] 'agreement among raft nodes before linearized reading' (duration: 900.239147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.834296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.40607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T17:15:01.834389Z","caller":"traceutil/trace.go:171","msg":"trace[1060000940] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14613; }","duration":"592.522284ms","start":"2026-03-02T17:15:01.241825Z","end":"2026-03-02T17:15:01.834348Z","steps":["trace[1060000940] 'agreement among raft nodes before linearized reading' (duration: 592.238047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.834427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346874368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:01.834442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:01.241805Z","time spent":"592.624616ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-02T17:15:01.834463Z","caller":"traceutil/trace.go:171","msg":"trace[690834083] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14613; }","duration":"1.346950972s","start":"2026-03-02T17:15:00.487494Z","end":"2026-03-02T17:15:01.834445Z","steps":["trace[690834083] 'agreement among raft nodes before linearized reading' (duration: 1.345377671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.834493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.487473Z","time spent":"1.347010783s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:01.834316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.932629Z","time spent":"901.679874ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:15:01.832952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.406491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:01.834662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.907224353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.83474Z","caller":"traceutil/trace.go:171","msg":"trace[1036453623] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14613; }","duration":"1.907298364s","start":"2026-03-02T17:14:59.927409Z","end":"2026-03-02T17:15:01.834708Z","steps":["trace[1036453623] 'agreement among raft nodes before linearized reading' (duration: 1.90712664s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.834753Z","caller":"traceutil/trace.go:171","msg":"trace[1113598938] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:14613; }","duration":"844.206138ms","start":"2026-03-02T17:15:00.990496Z","end":"2026-03-02T17:15:01.834703Z","steps":["trace[1113598938] 'agreement among raft nodes before linearized reading' (duration: 842.395721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.834829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.990479Z","time spent":"844.327782ms","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:15:01.834888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.927405Z","time spent":"1.907422467s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:01.835138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841144673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T17:15:01.834418Z","caller":"traceutil/trace.go:171","msg":"trace[1254734189] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"2.006717103s","start":"2026-03-02T17:14:59.827604Z","end":"2026-03-02T17:15:01.834322Z","steps":["trace[1254734189] 'agreement among raft nodes before linearized reading' (duration: 2.006047726s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.835195Z","caller":"traceutil/trace.go:171","msg":"trace[1783669589] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14613; }","duration":"1.841198795s","start":"2026-03-02T17:14:59.99397Z","end":"2026-03-02T17:15:01.835168Z","steps":["trace[1783669589] 'agreement among raft nodes before linearized reading' (duration: 1.840798545s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.835235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614472806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-02T17:15:01.83526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.993962Z","time spent":"1.841274397s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T17:15:01.835282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.492576Z","time spent":"1.34263069s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T17:15:01.834235Z","caller":"traceutil/trace.go:171","msg":"trace[1485201511] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14613; }","duration":"1.842214501s","start":"2026-03-02T17:14:59.991996Z","end":"2026-03-02T17:15:01.83421Z","steps":["trace[1485201511] 'agreement among raft nodes before linearized reading' (duration: 1.840889027s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.835446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.991988Z","time spent":"1.843447133s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:01.835191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.846522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.835419Z","caller":"traceutil/trace.go:171","msg":"trace[519173433] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14613; }","duration":"1.841924724s","start":"2026-03-02T17:14:59.993293Z","end":"2026-03-02T17:15:01.835218Z","steps":["trace[519173433] 'agreement among raft nodes before linearized reading' (duration: 1.839128911s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.835633Z","caller":"traceutil/trace.go:171","msg":"trace[1608175993] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14613; }","duration":"901.313224ms","start":"2026-03-02T17:15:00.934297Z","end":"2026-03-02T17:15:01.83561Z","steps":["trace[1608175993] 'agreement among raft nodes before linearized reading' (duration: 898.623185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.835687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.993275Z","time spent":"1.842373565s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:01.832939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846483682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:01.835752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.453002Z","time spent":"1.382738977s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:15:01.835766Z","caller":"traceutil/trace.go:171","msg":"trace[1457256517] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14613; }","duration":"1.849315635s","start":"2026-03-02T17:14:59.986425Z","end":"2026-03-02T17:15:01.835741Z","steps":["trace[1457256517] 'agreement among raft nodes before linearized reading' (duration: 1.846486481s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.835763Z","caller":"traceutil/trace.go:171","msg":"trace[2032150468] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14613; }","duration":"953.937804ms","start":"2026-03-02T17:15:00.881809Z","end":"2026-03-02T17:15:01.835746Z","steps":["trace[2032150468] 'agreement among raft nodes before linearized reading' (duration: 951.821079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.835244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.827588Z","time spent":"2.007638087s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:01.835815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.881789Z","time spent":"954.013725ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:01.836296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.882224Z","time spent":"954.052778ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:01.836303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.087426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-02T17:15:01.835694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.934273Z","time spent":"901.405086ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:15:01.836365Z","caller":"traceutil/trace.go:171","msg":"trace[1848593555] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:14613; }","duration":"822.176238ms","start":"2026-03-02T17:15:01.014172Z","end":"2026-03-02T17:15:01.836349Z","steps":["trace[1848593555] 'agreement among raft nodes before linearized reading' (duration: 821.579283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.836417Z","caller":"traceutil/trace.go:171","msg":"trace[1232933164] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14613; }","duration":"903.702887ms","start":"2026-03-02T17:15:00.932694Z","end":"2026-03-02T17:15:01.836397Z","steps":["trace[1232933164] 'agreement among raft nodes before linearized reading' (duration: 899.747475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.836454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.932691Z","time spent":"903.753008ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-02T17:15:01.835291Z","caller":"traceutil/trace.go:171","msg":"trace[876826999] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14613; }","duration":"1.614550018s","start":"2026-03-02T17:15:00.220728Z","end":"2026-03-02T17:15:01.835278Z","steps":["trace[876826999] 'agreement among raft nodes before linearized reading' (duration: 1.612152506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.836653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.220697Z","time spent":"1.615936714s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:15:01.836758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.313541Z","time spent":"1.523204647s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" "} {"level":"warn","ts":"2026-03-02T17:15:01.835807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.986418Z","time spent":"1.849376926s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:15:01.837087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:01.014156Z","time spent":"822.25202ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"info","ts":"2026-03-02T17:15:01.837242Z","caller":"traceutil/trace.go:171","msg":"trace[402492998] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14613; }","duration":"1.017293041s","start":"2026-03-02T17:15:00.819917Z","end":"2026-03-02T17:15:01.83721Z","steps":["trace[402492998] 'agreement among raft nodes before linearized reading' (duration: 1.012792145s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.837258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.909942342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:01.837295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.819904Z","time spent":"1.017378184s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T17:15:01.837441Z","caller":"traceutil/trace.go:171","msg":"trace[840994092] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14613; }","duration":"1.910092916s","start":"2026-03-02T17:14:59.927271Z","end":"2026-03-02T17:15:01.837364Z","steps":["trace[840994092] 'agreement among raft nodes before linearized reading' (duration: 1.909520191s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:01.832624Z","caller":"traceutil/trace.go:171","msg":"trace[1954089135] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14613; }","duration":"1.210092865s","start":"2026-03-02T17:15:00.622508Z","end":"2026-03-02T17:15:01.832601Z","steps":["trace[1954089135] 'agreement among raft nodes before linearized reading' (duration: 1.209832687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.837418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017463987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:01.837588Z","caller":"traceutil/trace.go:171","msg":"trace[1489272386] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14613; }","duration":"1.017665192s","start":"2026-03-02T17:15:00.819888Z","end":"2026-03-02T17:15:01.837553Z","steps":["trace[1489272386] 'agreement among raft nodes before linearized reading' (duration: 1.017466057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.837657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.819859Z","time spent":"1.017782005s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:01.837692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.927254Z","time spent":"1.910424365s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:01.837835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:00.622492Z","time spent":"1.21532531s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:01.844226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.912758095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:01.844313Z","caller":"traceutil/trace.go:171","msg":"trace[558441715] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14613; }","duration":"1.914470949s","start":"2026-03-02T17:14:59.929817Z","end":"2026-03-02T17:15:01.844288Z","steps":["trace[558441715] 'agreement among raft nodes before linearized reading' (duration: 1.903138586s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:01.8444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:14:59.929807Z","time spent":"1.914561332s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:20.350558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.813055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:15:20.350652Z","caller":"traceutil/trace.go:171","msg":"trace[1846817021] linearizableReadLoop","detail":"{readStateIndex:15258; appliedIndex:15257; }","duration":"317.421825ms","start":"2026-03-02T17:15:20.033217Z","end":"2026-03-02T17:15:20.350639Z","steps":["trace[1846817021] 'read index received' (duration: 45.941µs)","trace[1846817021] 'applied index is now lower than readState.Index' (duration: 317.374794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:20.350856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.631809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:15:20.350932Z","caller":"traceutil/trace.go:171","msg":"trace[1783842663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:14705; }","duration":"317.760512ms","start":"2026-03-02T17:15:20.033153Z","end":"2026-03-02T17:15:20.350914Z","steps":["trace[1783842663] 'agreement among raft nodes before linearized reading' (duration: 317.565708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:20.350961Z","caller":"traceutil/trace.go:171","msg":"trace[334418380] transaction","detail":"{read_only:false; response_revision:14705; number_of_response:1; }","duration":"427.054567ms","start":"2026-03-02T17:15:19.923846Z","end":"2026-03-02T17:15:20.350901Z","steps":["trace[334418380] 'process raft request' (duration: 22.81659ms)","trace[334418380] 'compare' (duration: 403.58402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:20.351002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.736052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-02T17:15:20.350961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.483179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-03-02T17:15:20.351087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.452604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-02T17:15:20.351103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:19.92383Z","time spent":"427.20562ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:20.351034Z","caller":"traceutil/trace.go:171","msg":"trace[1995968863] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14705; }","duration":"264.793623ms","start":"2026-03-02T17:15:20.086232Z","end":"2026-03-02T17:15:20.351026Z","steps":["trace[1995968863] 'agreement among raft nodes before linearized reading' (duration: 264.67014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:20.351015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.504542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:15:20.351166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.358641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-02T17:15:20.351339Z","caller":"traceutil/trace.go:171","msg":"trace[1045605488] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:14705; }","duration":"269.592418ms","start":"2026-03-02T17:15:20.08172Z","end":"2026-03-02T17:15:20.351313Z","steps":["trace[1045605488] 'agreement among raft nodes before linearized reading' (duration: 269.30181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:20.35122Z","caller":"traceutil/trace.go:171","msg":"trace[1915492038] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:14705; }","duration":"265.782479ms","start":"2026-03-02T17:15:20.085428Z","end":"2026-03-02T17:15:20.35121Z","steps":["trace[1915492038] 'agreement among raft nodes before linearized reading' (duration: 265.498692ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:20.351145Z","caller":"traceutil/trace.go:171","msg":"trace[691511688] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14705; }","duration":"257.559257ms","start":"2026-03-02T17:15:20.093574Z","end":"2026-03-02T17:15:20.351133Z","steps":["trace[691511688] 'agreement among raft nodes before linearized reading' (duration: 257.368602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:20.351757Z","caller":"traceutil/trace.go:171","msg":"trace[611983793] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:14705; }","duration":"273.681903ms","start":"2026-03-02T17:15:20.077403Z","end":"2026-03-02T17:15:20.351085Z","steps":["trace[611983793] 'agreement among raft nodes before linearized reading' (duration: 273.344715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:20.352021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:20.03313Z","time spent":"318.877132ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:15:21.000666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.379277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:21.000774Z","caller":"traceutil/trace.go:171","msg":"trace[1167894974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14705; }","duration":"547.525331ms","start":"2026-03-02T17:15:20.453224Z","end":"2026-03-02T17:15:21.00075Z","steps":["trace[1167894974] 'range keys from in-memory index tree' (duration: 547.252744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.000819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:20.453204Z","time spent":"547.605292ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:15:21.000845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.31458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:15:21.000918Z","caller":"traceutil/trace.go:171","msg":"trace[1870857883] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14705; }","duration":"187.440953ms","start":"2026-03-02T17:15:20.81346Z","end":"2026-03-02T17:15:21.000901Z","steps":["trace[1870857883] 'count revisions from in-memory index tree' (duration: 187.198088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.001298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.325007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:15:21.001348Z","caller":"traceutil/trace.go:171","msg":"trace[1304493378] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14705; }","duration":"311.407188ms","start":"2026-03-02T17:15:20.689929Z","end":"2026-03-02T17:15:21.001337Z","steps":["trace[1304493378] 'count revisions from in-memory index tree' (duration: 311.199464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.001382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:20.689914Z","time spent":"311.45867ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":172,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:15:21.001304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.436472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:21.00153Z","caller":"traceutil/trace.go:171","msg":"trace[156505912] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:14705; }","duration":"296.687338ms","start":"2026-03-02T17:15:20.704805Z","end":"2026-03-02T17:15:21.001493Z","steps":["trace[156505912] 'count revisions from in-memory index tree' (duration: 296.289587ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:21.987029Z","caller":"traceutil/trace.go:171","msg":"trace[721800345] linearizableReadLoop","detail":"{readStateIndex:15260; appliedIndex:15259; }","duration":"151.033554ms","start":"2026-03-02T17:15:21.835967Z","end":"2026-03-02T17:15:21.987Z","steps":["trace[721800345] 'read index received' (duration: 123.685377ms)","trace[721800345] 'applied index is now lower than readState.Index' (duration: 27.346527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:21.987242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.237709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:15:21.987312Z","caller":"traceutil/trace.go:171","msg":"trace[6666660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14706; }","duration":"151.363162ms","start":"2026-03-02T17:15:21.835931Z","end":"2026-03-02T17:15:21.987294Z","steps":["trace[6666660] 'agreement among raft nodes before linearized reading' (duration: 151.220588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:21.995571Z","caller":"traceutil/trace.go:171","msg":"trace[1606371219] transaction","detail":"{read_only:false; response_revision:14707; number_of_response:1; }","duration":"108.884853ms","start":"2026-03-02T17:15:21.886659Z","end":"2026-03-02T17:15:21.995544Z","steps":["trace[1606371219] 'process raft request' (duration: 108.690139ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:21.995841Z","caller":"traceutil/trace.go:171","msg":"trace[1098125700] transaction","detail":"{read_only:false; response_revision:14708; number_of_response:1; }","duration":"106.452072ms","start":"2026-03-02T17:15:21.889378Z","end":"2026-03-02T17:15:21.99583Z","steps":["trace[1098125700] 'process raft request' (duration: 106.119113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.996113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.004005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:21.996142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.293092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:21.996221Z","caller":"traceutil/trace.go:171","msg":"trace[338878256] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14709; }","duration":"100.397395ms","start":"2026-03-02T17:15:21.895779Z","end":"2026-03-02T17:15:21.996176Z","steps":["trace[338878256] 'agreement among raft nodes before linearized reading' (duration: 100.276702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.996225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.200859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:15:21.996323Z","caller":"traceutil/trace.go:171","msg":"trace[322440541] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14709; }","duration":"100.322263ms","start":"2026-03-02T17:15:21.895975Z","end":"2026-03-02T17:15:21.996297Z","steps":["trace[322440541] 'agreement among raft nodes before linearized reading' (duration: 100.097367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:21.996157Z","caller":"traceutil/trace.go:171","msg":"trace[2061250741] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14709; }","duration":"100.109437ms","start":"2026-03-02T17:15:21.896037Z","end":"2026-03-02T17:15:21.996146Z","steps":["trace[2061250741] 'agreement among raft nodes before linearized reading' (duration: 99.960694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.996736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.064253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:21.996795Z","caller":"traceutil/trace.go:171","msg":"trace[2123161128] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14709; }","duration":"101.169826ms","start":"2026-03-02T17:15:21.895611Z","end":"2026-03-02T17:15:21.996781Z","steps":["trace[2123161128] 'agreement among raft nodes before linearized reading' (duration: 101.067143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:21.99679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.158786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:21.997084Z","caller":"traceutil/trace.go:171","msg":"trace[712201013] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14709; }","duration":"103.476594ms","start":"2026-03-02T17:15:21.893582Z","end":"2026-03-02T17:15:21.997058Z","steps":["trace[712201013] 'agreement among raft nodes before linearized reading' (duration: 102.315395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:22.877769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837225882,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:15:23.319672Z","caller":"traceutil/trace.go:171","msg":"trace[424356075] linearizableReadLoop","detail":"{readStateIndex:15267; appliedIndex:15266; }","duration":"942.789185ms","start":"2026-03-02T17:15:22.376863Z","end":"2026-03-02T17:15:23.319652Z","steps":["trace[424356075] 'read index received' (duration: 942.353985ms)","trace[424356075] 'applied index is now lower than readState.Index' (duration: 433.65µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:15:23.319819Z","caller":"traceutil/trace.go:171","msg":"trace[1678155320] transaction","detail":"{read_only:false; response_revision:14713; number_of_response:1; }","duration":"962.456174ms","start":"2026-03-02T17:15:22.357333Z","end":"2026-03-02T17:15:23.319789Z","steps":["trace[1678155320] 'process raft request' (duration: 962.064104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.319894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.018202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-02T17:15:23.319965Z","caller":"traceutil/trace.go:171","msg":"trace[1846215587] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:14713; }","duration":"943.139624ms","start":"2026-03-02T17:15:22.376814Z","end":"2026-03-02T17:15:23.319954Z","steps":["trace[1846215587] 'agreement among raft nodes before linearized reading' (duration: 942.977131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.320007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.376783Z","time spent":"943.215397ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:15:23.320078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.289514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:15:23.320216Z","caller":"traceutil/trace.go:171","msg":"trace[1054855562] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:14713; }","duration":"937.468428ms","start":"2026-03-02T17:15:22.382721Z","end":"2026-03-02T17:15:23.320189Z","steps":["trace[1054855562] 'agreement among raft nodes before linearized reading' (duration: 937.14666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.320258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.778803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-02T17:15:23.320286Z","caller":"traceutil/trace.go:171","msg":"trace[1955751618] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:14713; }","duration":"933.816643ms","start":"2026-03-02T17:15:22.386461Z","end":"2026-03-02T17:15:23.320278Z","steps":["trace[1955751618] 'agreement among raft nodes before linearized reading' (duration: 933.712301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.320286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.382706Z","time spent":"937.566611ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:15:23.320311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.386457Z","time spent":"933.850114ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" "} {"level":"warn","ts":"2026-03-02T17:15:23.32032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.095941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:15:23.32039Z","caller":"traceutil/trace.go:171","msg":"trace[1055265618] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14713; }","duration":"934.181884ms","start":"2026-03-02T17:15:22.386188Z","end":"2026-03-02T17:15:23.32037Z","steps":["trace[1055265618] 'agreement among raft nodes before linearized reading' (duration: 933.994779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.319963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.357319Z","time spent":"962.568587ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:15:23.32043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.633836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:23.320448Z","caller":"traceutil/trace.go:171","msg":"trace[700910974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14713; }","duration":"869.679917ms","start":"2026-03-02T17:15:22.450762Z","end":"2026-03-02T17:15:23.320442Z","steps":["trace[700910974] 'agreement among raft nodes before linearized reading' (duration: 869.654757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.320445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.386179Z","time spent":"934.255056ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:15:23.320465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.450744Z","time spent":"869.718898ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:15:23.320408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.165208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T17:15:23.320589Z","caller":"traceutil/trace.go:171","msg":"trace[487665812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14713; }","duration":"194.369144ms","start":"2026-03-02T17:15:23.126203Z","end":"2026-03-02T17:15:23.320572Z","steps":["trace[487665812] 'agreement among raft nodes before linearized reading' (duration: 194.171888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.320867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.84357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:15:23.320957Z","caller":"traceutil/trace.go:171","msg":"trace[1462187939] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14713; }","duration":"935.049455ms","start":"2026-03-02T17:15:22.385886Z","end":"2026-03-02T17:15:23.320935Z","steps":["trace[1462187939] 'agreement among raft nodes before linearized reading' (duration: 934.497022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:23.321007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:22.385865Z","time spent":"935.131828ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:15:23.829478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837225889,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:15:24.584648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.704186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:15:24.584749Z","caller":"traceutil/trace.go:171","msg":"trace[10215267] transaction","detail":"{read_only:false; response_revision:14714; number_of_response:1; }","duration":"1.257449658s","start":"2026-03-02T17:15:23.327284Z","end":"2026-03-02T17:15:24.584733Z","steps":["trace[10215267] 'process raft request' (duration: 678.564507ms)","trace[10215267] 'compare' (duration: 578.328307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:24.584794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.327243Z","time spent":"1.257529711s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:24.58851Z","caller":"traceutil/trace.go:171","msg":"trace[378305994] transaction","detail":"{read_only:false; response_revision:14715; number_of_response:1; }","duration":"916.161039ms","start":"2026-03-02T17:15:23.67228Z","end":"2026-03-02T17:15:24.588441Z","steps":["trace[378305994] 'process raft request' (duration: 916.033795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.58869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.672261Z","time spent":"916.361793ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:24.588868Z","caller":"traceutil/trace.go:171","msg":"trace[429324734] transaction","detail":"{read_only:false; response_revision:14716; number_of_response:1; }","duration":"585.695006ms","start":"2026-03-02T17:15:24.003149Z","end":"2026-03-02T17:15:24.588844Z","steps":["trace[429324734] 'process raft request' (duration: 585.260806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.589014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003139Z","time spent":"585.80126ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:24.589099Z","caller":"traceutil/trace.go:171","msg":"trace[1586172622] transaction","detail":"{read_only:false; response_revision:14717; number_of_response:1; }","duration":"585.79471ms","start":"2026-03-02T17:15:24.003295Z","end":"2026-03-02T17:15:24.58909Z","steps":["trace[1586172622] 'process raft request' (duration: 585.465601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.589151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003259Z","time spent":"585.868192ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:15:24.589258Z","caller":"traceutil/trace.go:171","msg":"trace[397801265] linearizableReadLoop","detail":"{readStateIndex:15269; appliedIndex:15267; }","duration":"1.26024753s","start":"2026-03-02T17:15:23.329003Z","end":"2026-03-02T17:15:24.589251Z","steps":["trace[397801265] 'read index received' (duration: 676.858353ms)","trace[397801265] 'applied index is now lower than readState.Index' (duration: 583.388557ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:15:24.589342Z","caller":"traceutil/trace.go:171","msg":"trace[1386030666] transaction","detail":"{read_only:false; response_revision:14718; number_of_response:1; }","duration":"584.206048ms","start":"2026-03-02T17:15:24.005128Z","end":"2026-03-02T17:15:24.589334Z","steps":["trace[1386030666] 'process raft request' (duration: 583.922301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.58938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.005104Z","time spent":"584.25318ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:15:24.589608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.20064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:15:24.58965Z","caller":"traceutil/trace.go:171","msg":"trace[1039832698] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14718; }","duration":"586.264912ms","start":"2026-03-02T17:15:24.003375Z","end":"2026-03-02T17:15:24.58964Z","steps":["trace[1039832698] 'agreement among raft nodes before linearized reading' (duration: 586.161519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.589671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003363Z","time spent":"586.302793ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:24.589691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.33844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:24.589732Z","caller":"traceutil/trace.go:171","msg":"trace[1699454550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"587.381061ms","start":"2026-03-02T17:15:24.002341Z","end":"2026-03-02T17:15:24.589722Z","steps":["trace[1699454550] 'agreement among raft nodes before linearized reading' (duration: 587.280227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.58976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.002299Z","time spent":"587.455533ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:24.589924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.55202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:24.589953Z","caller":"traceutil/trace.go:171","msg":"trace[71533360] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"586.58805ms","start":"2026-03-02T17:15:24.003358Z","end":"2026-03-02T17:15:24.589946Z","steps":["trace[71533360] 'agreement among raft nodes before linearized reading' (duration: 586.524459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.589973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003352Z","time spent":"586.615252ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:24.590073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.893688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.590118Z","caller":"traceutil/trace.go:171","msg":"trace[919238238] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14718; }","duration":"586.956459ms","start":"2026-03-02T17:15:24.003153Z","end":"2026-03-02T17:15:24.590109Z","steps":["trace[919238238] 'agreement among raft nodes before linearized reading' (duration: 586.903758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.590149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003142Z","time spent":"587.000171ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:24.590269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.627913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.590317Z","caller":"traceutil/trace.go:171","msg":"trace[1678757262] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14718; }","duration":"588.724365ms","start":"2026-03-02T17:15:24.00158Z","end":"2026-03-02T17:15:24.590304Z","steps":["trace[1678757262] 'agreement among raft nodes before linearized reading' (duration: 588.647213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.59033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.208645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:24.59037Z","caller":"traceutil/trace.go:171","msg":"trace[1625793420] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"587.276188ms","start":"2026-03-02T17:15:24.003085Z","end":"2026-03-02T17:15:24.590361Z","steps":["trace[1625793420] 'agreement among raft nodes before linearized reading' (duration: 587.183135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.590374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.4977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:24.590395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003071Z","time spent":"587.317239ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:24.590423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.570282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.590445Z","caller":"traceutil/trace.go:171","msg":"trace[898068698] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14718; }","duration":"588.604483ms","start":"2026-03-02T17:15:24.001837Z","end":"2026-03-02T17:15:24.590441Z","steps":["trace[898068698] 'agreement among raft nodes before linearized reading' (duration: 588.572102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.590464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.00183Z","time spent":"588.630204ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:24.59094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260118647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732341"} {"level":"info","ts":"2026-03-02T17:15:24.590984Z","caller":"traceutil/trace.go:171","msg":"trace[1435691950] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14718; }","duration":"1.260161518s","start":"2026-03-02T17:15:23.330808Z","end":"2026-03-02T17:15:24.590969Z","steps":["trace[1435691950] 'agreement among raft nodes before linearized reading' (duration: 1.258624769s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.330757Z","time spent":"1.260244901s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732363,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:15:24.59103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.410777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:24.591042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.354321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:24.591053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.399717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T17:15:24.591073Z","caller":"traceutil/trace.go:171","msg":"trace[613941601] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14718; }","duration":"589.445454ms","start":"2026-03-02T17:15:24.001622Z","end":"2026-03-02T17:15:24.591068Z","steps":["trace[613941601] 'agreement among raft nodes before linearized reading' (duration: 588.955122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.590345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.001554Z","time spent":"588.784907ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:15:24.59109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.001595Z","time spent":"589.490635ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T17:15:24.591091Z","caller":"traceutil/trace.go:171","msg":"trace[1660836530] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14718; }","duration":"588.47423ms","start":"2026-03-02T17:15:24.002607Z","end":"2026-03-02T17:15:24.591081Z","steps":["trace[1660836530] 'agreement among raft nodes before linearized reading' (duration: 587.910015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.585772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.59112Z","caller":"traceutil/trace.go:171","msg":"trace[183841862] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14718; }","duration":"588.611693ms","start":"2026-03-02T17:15:24.002503Z","end":"2026-03-02T17:15:24.591114Z","steps":["trace[183841862] 'agreement among raft nodes before linearized reading' (duration: 588.585082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.002591Z","time spent":"588.521001ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-03-02T17:15:24.590399Z","caller":"traceutil/trace.go:171","msg":"trace[474666559] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14718; }","duration":"588.529101ms","start":"2026-03-02T17:15:24.001863Z","end":"2026-03-02T17:15:24.590392Z","steps":["trace[474666559] 'agreement among raft nodes before linearized reading' (duration: 588.49406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.790337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:24.591197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.676401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.591204Z","caller":"traceutil/trace.go:171","msg":"trace[1753654764] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"588.829739ms","start":"2026-03-02T17:15:24.00237Z","end":"2026-03-02T17:15:24.591199Z","steps":["trace[1753654764] 'agreement among raft nodes before linearized reading' (duration: 588.779807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591213Z","caller":"traceutil/trace.go:171","msg":"trace[1128223893] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14718; }","duration":"589.724662ms","start":"2026-03-02T17:15:24.001484Z","end":"2026-03-02T17:15:24.591209Z","steps":["trace[1128223893] 'agreement among raft nodes before linearized reading' (duration: 589.697871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.002361Z","time spent":"588.856419ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.001463Z","time spent":"589.761443ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.00186Z","time spent":"589.312991ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.351464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:24.591267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.823219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-02T17:15:24.59114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.002496Z","time spent":"588.640163ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095969895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:24.591281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.911701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.591285Z","caller":"traceutil/trace.go:171","msg":"trace[2119003805] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14718; }","duration":"586.372055ms","start":"2026-03-02T17:15:24.004909Z","end":"2026-03-02T17:15:24.591281Z","steps":["trace[2119003805] 'agreement among raft nodes before linearized reading' (duration: 586.353734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591344Z","caller":"traceutil/trace.go:171","msg":"trace[1138986906] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14718; }","duration":"1.096026447s","start":"2026-03-02T17:15:23.495308Z","end":"2026-03-02T17:15:24.591335Z","steps":["trace[1138986906] 'agreement among raft nodes before linearized reading' (duration: 1.095980066s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591074Z","caller":"traceutil/trace.go:171","msg":"trace[1008499819] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14718; }","duration":"588.478699ms","start":"2026-03-02T17:15:24.002587Z","end":"2026-03-02T17:15:24.591065Z","steps":["trace[1008499819] 'agreement among raft nodes before linearized reading' (duration: 588.378766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591349Z","caller":"traceutil/trace.go:171","msg":"trace[2020840019] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14718; }","duration":"588.988942ms","start":"2026-03-02T17:15:24.002352Z","end":"2026-03-02T17:15:24.59134Z","steps":["trace[2020840019] 'agreement among raft nodes before linearized reading' (duration: 588.91501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004902Z","time spent":"586.447437ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.495291Z","time spent":"1.096071328s","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:15:24.591383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.002339Z","time spent":"589.035263ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.59194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:24.591343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262332635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732341"} {"level":"info","ts":"2026-03-02T17:15:24.59142Z","caller":"traceutil/trace.go:171","msg":"trace[50077413] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14718; }","duration":"1.262437347s","start":"2026-03-02T17:15:23.328974Z","end":"2026-03-02T17:15:24.591412Z","steps":["trace[50077413] 'agreement among raft nodes before linearized reading' (duration: 1.260799905s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591419Z","caller":"traceutil/trace.go:171","msg":"trace[707041151] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14718; }","duration":"586.639412ms","start":"2026-03-02T17:15:24.004768Z","end":"2026-03-02T17:15:24.591407Z","steps":["trace[707041151] 'agreement among raft nodes before linearized reading' (duration: 586.541659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591315Z","caller":"traceutil/trace.go:171","msg":"trace[1003185877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14718; }","duration":"927.900222ms","start":"2026-03-02T17:15:23.663399Z","end":"2026-03-02T17:15:24.591299Z","steps":["trace[1003185877] 'agreement among raft nodes before linearized reading' (duration: 927.715378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.328961Z","time spent":"1.262479918s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732363,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004759Z","time spent":"586.689243ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.963746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:24.591454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115923821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.591526Z","caller":"traceutil/trace.go:171","msg":"trace[2047878796] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"588.026467ms","start":"2026-03-02T17:15:24.003491Z","end":"2026-03-02T17:15:24.591517Z","steps":["trace[2047878796] 'agreement among raft nodes before linearized reading' (duration: 587.954456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003474Z","time spent":"588.075869ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.748134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.591557Z","caller":"traceutil/trace.go:171","msg":"trace[1013651008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14718; }","duration":"1.116084085s","start":"2026-03-02T17:15:23.475449Z","end":"2026-03-02T17:15:24.591533Z","steps":["trace[1013651008] 'agreement among raft nodes before linearized reading' (duration: 1.115859239s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591592Z","caller":"traceutil/trace.go:171","msg":"trace[132866149] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14718; }","duration":"586.793205ms","start":"2026-03-02T17:15:24.004791Z","end":"2026-03-02T17:15:24.591584Z","steps":["trace[132866149] 'agreement among raft nodes before linearized reading' (duration: 586.747764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.1385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:24.59143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.685043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:24.591614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004786Z","time spent":"586.823806ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.011008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:15:24.591617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.475432Z","time spent":"1.116176427s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:15:24.591633Z","caller":"traceutil/trace.go:171","msg":"trace[1470050900] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14718; }","duration":"586.902708ms","start":"2026-03-02T17:15:24.004719Z","end":"2026-03-02T17:15:24.591621Z","steps":["trace[1470050900] 'agreement among raft nodes before linearized reading' (duration: 586.648372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.002575Z","time spent":"588.797697ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-02T17:15:24.591647Z","caller":"traceutil/trace.go:171","msg":"trace[1026474712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14718; }","duration":"311.070059ms","start":"2026-03-02T17:15:24.280567Z","end":"2026-03-02T17:15:24.591637Z","steps":["trace[1026474712] 'agreement among raft nodes before linearized reading' (duration: 311.021338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591618Z","caller":"traceutil/trace.go:171","msg":"trace[259958465] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"588.193622ms","start":"2026-03-02T17:15:24.003417Z","end":"2026-03-02T17:15:24.59161Z","steps":["trace[259958465] 'agreement among raft nodes before linearized reading' (duration: 588.11876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004708Z","time spent":"586.953209ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.794015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:24.591708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.631491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.591729Z","caller":"traceutil/trace.go:171","msg":"trace[1065652817] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14718; }","duration":"586.832246ms","start":"2026-03-02T17:15:24.00489Z","end":"2026-03-02T17:15:24.591722Z","steps":["trace[1065652817] 'agreement among raft nodes before linearized reading' (duration: 586.770205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.59152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.136623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:15:24.591736Z","caller":"traceutil/trace.go:171","msg":"trace[1645590806] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:14718; }","duration":"379.730674ms","start":"2026-03-02T17:15:24.211998Z","end":"2026-03-02T17:15:24.591729Z","steps":["trace[1645590806] 'agreement among raft nodes before linearized reading' (duration: 379.690263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.59175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004877Z","time spent":"586.867677ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-02T17:15:24.591763Z","caller":"traceutil/trace.go:171","msg":"trace[275934983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14718; }","duration":"568.436071ms","start":"2026-03-02T17:15:24.023317Z","end":"2026-03-02T17:15:24.591753Z","steps":["trace[275934983] 'agreement among raft nodes before linearized reading' (duration: 568.165194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.023267Z","time spent":"568.518904ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.918909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.591831Z","caller":"traceutil/trace.go:171","msg":"trace[1846364196] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14718; }","duration":"586.95151ms","start":"2026-03-02T17:15:24.004874Z","end":"2026-03-02T17:15:24.591825Z","steps":["trace[1846364196] 'agreement among raft nodes before linearized reading' (duration: 586.923219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004862Z","time spent":"586.981391ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:23.66334Z","time spent":"928.111357ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.131569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T17:15:24.591767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.211973Z","time spent":"379.786266ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:15:24.591935Z","caller":"traceutil/trace.go:171","msg":"trace[236316550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14718; }","duration":"579.181459ms","start":"2026-03-02T17:15:24.012742Z","end":"2026-03-02T17:15:24.591923Z","steps":["trace[236316550] 'agreement among raft nodes before linearized reading' (duration: 579.125348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.005683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:24.591961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.01273Z","time spent":"579.22456ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:15:24.591968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.312443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:15:24.591973Z","caller":"traceutil/trace.go:171","msg":"trace[305398263] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14718; }","duration":"182.429365ms","start":"2026-03-02T17:15:24.409533Z","end":"2026-03-02T17:15:24.591962Z","steps":["trace[305398263] 'agreement among raft nodes before linearized reading' (duration: 182.009334ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:24.591989Z","caller":"traceutil/trace.go:171","msg":"trace[1316989331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14718; }","duration":"569.387755ms","start":"2026-03-02T17:15:24.022596Z","end":"2026-03-02T17:15:24.591983Z","steps":["trace[1316989331] 'agreement among raft nodes before linearized reading' (duration: 569.346304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.591674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.280533Z","time spent":"311.133791ms","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:15:24.592007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.02257Z","time spent":"569.432557ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:15:24.592099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.161275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:24.592117Z","caller":"traceutil/trace.go:171","msg":"trace[1631398337] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14718; }","duration":"587.189506ms","start":"2026-03-02T17:15:24.004922Z","end":"2026-03-02T17:15:24.592112Z","steps":["trace[1631398337] 'agreement among raft nodes before linearized reading' (duration: 587.162905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:24.592132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.004914Z","time spent":"587.215096ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:15:24.592834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:15:24.003404Z","time spent":"588.267883ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:15:24.592944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.295201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-03-02T17:15:24.592976Z","caller":"traceutil/trace.go:171","msg":"trace[281003055] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14718; }","duration":"117.350312ms","start":"2026-03-02T17:15:24.475617Z","end":"2026-03-02T17:15:24.592968Z","steps":["trace[281003055] 'agreement among raft nodes before linearized reading' (duration: 117.257549ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.838186Z","caller":"traceutil/trace.go:171","msg":"trace[1126656346] linearizableReadLoop","detail":"{readStateIndex:15339; appliedIndex:15337; }","duration":"157.642324ms","start":"2026-03-02T17:15:38.680514Z","end":"2026-03-02T17:15:38.838157Z","steps":["trace[1126656346] 'read index received' (duration: 113.096743ms)","trace[1126656346] 'applied index is now lower than readState.Index' (duration: 44.540881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:38.838308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.622405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.838391Z","caller":"traceutil/trace.go:171","msg":"trace[338116047] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14782; }","duration":"171.740448ms","start":"2026-03-02T17:15:38.666624Z","end":"2026-03-02T17:15:38.838365Z","steps":["trace[338116047] 'agreement among raft nodes before linearized reading' (duration: 171.549184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.838427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.893961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-03-02T17:15:38.838463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.857031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:38.838497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.512752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:38.838547Z","caller":"traceutil/trace.go:171","msg":"trace[991082124] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14782; }","duration":"171.963733ms","start":"2026-03-02T17:15:38.666553Z","end":"2026-03-02T17:15:38.838517Z","steps":["trace[991082124] 'agreement among raft nodes before linearized reading' (duration: 171.870511ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.838575Z","caller":"traceutil/trace.go:171","msg":"trace[34134128] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"171.741388ms","start":"2026-03-02T17:15:38.666811Z","end":"2026-03-02T17:15:38.838553Z","steps":["trace[34134128] 'agreement among raft nodes before linearized reading' (duration: 171.585854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.838659Z","caller":"traceutil/trace.go:171","msg":"trace[1224153331] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14782; }","duration":"186.927211ms","start":"2026-03-02T17:15:38.651516Z","end":"2026-03-02T17:15:38.838443Z","steps":["trace[1224153331] 'agreement among raft nodes before linearized reading' (duration: 186.789358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.838715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.904734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.838764Z","caller":"traceutil/trace.go:171","msg":"trace[1445748074] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14782; }","duration":"171.988535ms","start":"2026-03-02T17:15:38.666762Z","end":"2026-03-02T17:15:38.83875Z","steps":["trace[1445748074] 'agreement among raft nodes before linearized reading' (duration: 171.907803ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.838847Z","caller":"traceutil/trace.go:171","msg":"trace[303755268] transaction","detail":"{read_only:false; response_revision:14781; number_of_response:1; }","duration":"185.142256ms","start":"2026-03-02T17:15:38.653689Z","end":"2026-03-02T17:15:38.838831Z","steps":["trace[303755268] 'process raft request' (duration: 140.117161ms)","trace[303755268] 'compare' (duration: 44.08009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:15:38.838884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.445228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.838958Z","caller":"traceutil/trace.go:171","msg":"trace[1670498547] transaction","detail":"{read_only:false; response_revision:14782; number_of_response:1; }","duration":"184.278713ms","start":"2026-03-02T17:15:38.65467Z","end":"2026-03-02T17:15:38.838949Z","steps":["trace[1670498547] 'process raft request' (duration: 183.412ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.838991Z","caller":"traceutil/trace.go:171","msg":"trace[894107836] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14782; }","duration":"172.56723ms","start":"2026-03-02T17:15:38.666407Z","end":"2026-03-02T17:15:38.838975Z","steps":["trace[894107836] 'agreement among raft nodes before linearized reading' (duration: 172.314374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.839013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.210441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.839063Z","caller":"traceutil/trace.go:171","msg":"trace[2031318698] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14782; }","duration":"172.259682ms","start":"2026-03-02T17:15:38.66679Z","end":"2026-03-02T17:15:38.839049Z","steps":["trace[2031318698] 'agreement among raft nodes before linearized reading' (duration: 172.18255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.839103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.525196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:15:38.839131Z","caller":"traceutil/trace.go:171","msg":"trace[1491683352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14782; }","duration":"163.555517ms","start":"2026-03-02T17:15:38.675567Z","end":"2026-03-02T17:15:38.839123Z","steps":["trace[1491683352] 'agreement among raft nodes before linearized reading' (duration: 163.464605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.839336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.992048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:38.839342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.46448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:15:38.839371Z","caller":"traceutil/trace.go:171","msg":"trace[848048394] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14782; }","duration":"188.038349ms","start":"2026-03-02T17:15:38.651324Z","end":"2026-03-02T17:15:38.839363Z","steps":["trace[848048394] 'agreement among raft nodes before linearized reading' (duration: 187.992978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.839386Z","caller":"traceutil/trace.go:171","msg":"trace[153501010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14782; }","duration":"164.529512ms","start":"2026-03-02T17:15:38.674845Z","end":"2026-03-02T17:15:38.839375Z","steps":["trace[153501010] 'agreement among raft nodes before linearized reading' (duration: 164.375197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.83939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.623792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:38.839369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.96044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:15:38.839436Z","caller":"traceutil/trace.go:171","msg":"trace[1606537786] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"172.699983ms","start":"2026-03-02T17:15:38.666724Z","end":"2026-03-02T17:15:38.839424Z","steps":["trace[1606537786] 'agreement among raft nodes before linearized reading' (duration: 172.536378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.839697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.244755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:38.839749Z","caller":"traceutil/trace.go:171","msg":"trace[1768616520] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"188.323237ms","start":"2026-03-02T17:15:38.651412Z","end":"2026-03-02T17:15:38.839736Z","steps":["trace[1768616520] 'agreement among raft nodes before linearized reading' (duration: 187.883015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.839983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.228247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.840025Z","caller":"traceutil/trace.go:171","msg":"trace[1322860729] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14782; }","duration":"173.289028ms","start":"2026-03-02T17:15:38.666727Z","end":"2026-03-02T17:15:38.840016Z","steps":["trace[1322860729] 'agreement among raft nodes before linearized reading' (duration: 173.224956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.840085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.921029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:38.84017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.460623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:38.840203Z","caller":"traceutil/trace.go:171","msg":"trace[930725826] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"173.511384ms","start":"2026-03-02T17:15:38.666684Z","end":"2026-03-02T17:15:38.840195Z","steps":["trace[930725826] 'agreement among raft nodes before linearized reading' (duration: 173.410042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.840195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.97096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T17:15:38.840208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.533219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:15:38.84025Z","caller":"traceutil/trace.go:171","msg":"trace[1503983814] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14782; }","duration":"166.033631ms","start":"2026-03-02T17:15:38.674194Z","end":"2026-03-02T17:15:38.840228Z","steps":["trace[1503983814] 'agreement among raft nodes before linearized reading' (duration: 165.054735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.838351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.207013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:15:38.840312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.137036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.840344Z","caller":"traceutil/trace.go:171","msg":"trace[504963316] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14782; }","duration":"188.247845ms","start":"2026-03-02T17:15:38.652084Z","end":"2026-03-02T17:15:38.840332Z","steps":["trace[504963316] 'agreement among raft nodes before linearized reading' (duration: 186.130861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.84034Z","caller":"traceutil/trace.go:171","msg":"trace[146225817] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14782; }","duration":"185.173866ms","start":"2026-03-02T17:15:38.655158Z","end":"2026-03-02T17:15:38.840332Z","steps":["trace[146225817] 'agreement among raft nodes before linearized reading' (duration: 185.131525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.840078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.723211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T17:15:38.840498Z","caller":"traceutil/trace.go:171","msg":"trace[787396606] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14782; }","duration":"174.180001ms","start":"2026-03-02T17:15:38.666309Z","end":"2026-03-02T17:15:38.840489Z","steps":["trace[787396606] 'agreement among raft nodes before linearized reading' (duration: 173.673478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.840599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.840233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-02T17:15:38.840583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.540487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-02T17:15:38.840625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.111739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:15:38.840648Z","caller":"traceutil/trace.go:171","msg":"trace[1068199052] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"173.905864ms","start":"2026-03-02T17:15:38.666727Z","end":"2026-03-02T17:15:38.840633Z","steps":["trace[1068199052] 'agreement among raft nodes before linearized reading' (duration: 172.563039ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.840661Z","caller":"traceutil/trace.go:171","msg":"trace[982801118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14782; }","duration":"165.660221ms","start":"2026-03-02T17:15:38.674983Z","end":"2026-03-02T17:15:38.840643Z","steps":["trace[982801118] 'agreement among raft nodes before linearized reading' (duration: 164.217494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.84017Z","caller":"traceutil/trace.go:171","msg":"trace[552341466] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"190.019071ms","start":"2026-03-02T17:15:38.65014Z","end":"2026-03-02T17:15:38.840159Z","steps":["trace[552341466] 'agreement among raft nodes before linearized reading' (duration: 189.855786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.839447Z","caller":"traceutil/trace.go:171","msg":"trace[1384385904] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14782; }","duration":"173.051543ms","start":"2026-03-02T17:15:38.666381Z","end":"2026-03-02T17:15:38.839432Z","steps":["trace[1384385904] 'agreement among raft nodes before linearized reading' (duration: 172.796176ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.840247Z","caller":"traceutil/trace.go:171","msg":"trace[1354577190] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14782; }","duration":"184.577271ms","start":"2026-03-02T17:15:38.65566Z","end":"2026-03-02T17:15:38.840237Z","steps":["trace[1354577190] 'agreement among raft nodes before linearized reading' (duration: 184.465568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.840278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.423661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.84088Z","caller":"traceutil/trace.go:171","msg":"trace[1376359677] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14782; }","duration":"191.033217ms","start":"2026-03-02T17:15:38.649833Z","end":"2026-03-02T17:15:38.840866Z","steps":["trace[1376359677] 'agreement among raft nodes before linearized reading' (duration: 190.399181ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.840769Z","caller":"traceutil/trace.go:171","msg":"trace[1562789642] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14782; }","duration":"191.275833ms","start":"2026-03-02T17:15:38.649382Z","end":"2026-03-02T17:15:38.840657Z","steps":["trace[1562789642] 'agreement among raft nodes before linearized reading' (duration: 190.922135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.841039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.488335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:15:38.841066Z","caller":"traceutil/trace.go:171","msg":"trace[1062139161] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14782; }","duration":"192.548396ms","start":"2026-03-02T17:15:38.648512Z","end":"2026-03-02T17:15:38.84106Z","steps":["trace[1062139161] 'agreement among raft nodes before linearized reading' (duration: 192.507735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.841156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.004202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:15:38.841208Z","caller":"traceutil/trace.go:171","msg":"trace[851257273] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14782; }","duration":"192.218998ms","start":"2026-03-02T17:15:38.648977Z","end":"2026-03-02T17:15:38.841196Z","steps":["trace[851257273] 'agreement among raft nodes before linearized reading' (duration: 191.885009ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:15:38.911804Z","caller":"traceutil/trace.go:171","msg":"trace[1690783032] transaction","detail":"{read_only:false; response_revision:14783; number_of_response:1; }","duration":"112.805895ms","start":"2026-03-02T17:15:38.798942Z","end":"2026-03-02T17:15:38.911748Z","steps":["trace[1690783032] 'process raft request' (duration: 112.190429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.911876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.667514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:15:38.911975Z","caller":"traceutil/trace.go:171","msg":"trace[748255314] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14783; }","duration":"181.788377ms","start":"2026-03-02T17:15:38.730164Z","end":"2026-03-02T17:15:38.911953Z","steps":["trace[748255314] 'agreement among raft nodes before linearized reading' (duration: 181.50857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:15:38.911967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.948309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:15:38.912055Z","caller":"traceutil/trace.go:171","msg":"trace[320804888] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14783; }","duration":"166.096782ms","start":"2026-03-02T17:15:38.74594Z","end":"2026-03-02T17:15:38.912037Z","steps":["trace[320804888] 'agreement among raft nodes before linearized reading' (duration: 165.803345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:06.660267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.248414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:06.660388Z","caller":"traceutil/trace.go:171","msg":"trace[1627108632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14909; }","duration":"210.420988ms","start":"2026-03-02T17:16:06.449943Z","end":"2026-03-02T17:16:06.660364Z","steps":["trace[1627108632] 'range keys from in-memory index tree' (duration: 210.170942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:06.660792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.191101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T17:16:06.660911Z","caller":"traceutil/trace.go:171","msg":"trace[2128714023] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:14909; }","duration":"239.364995ms","start":"2026-03-02T17:16:06.421523Z","end":"2026-03-02T17:16:06.660888Z","steps":["trace[2128714023] 'range keys from in-memory index tree' (duration: 238.986495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:06.660844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.817626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:06.661073Z","caller":"traceutil/trace.go:171","msg":"trace[1767152283] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14909; }","duration":"233.051041ms","start":"2026-03-02T17:16:06.427993Z","end":"2026-03-02T17:16:06.661044Z","steps":["trace[1767152283] 'count revisions from in-memory index tree' (duration: 232.762875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:07.419248Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837226967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:16:07.91983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837226967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:16:08.156281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36082182s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:16:08.158465Z","caller":"traceutil/trace.go:171","msg":"trace[46821317] transaction","detail":"{read_only:false; response_revision:14911; number_of_response:1; }","duration":"1.363143431s","start":"2026-03-02T17:16:06.795301Z","end":"2026-03-02T17:16:08.158444Z","steps":["trace[46821317] 'process raft request' (duration: 1.363039738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.15859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.795276Z","time spent":"1.363256533s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:16:08.163067Z","caller":"traceutil/trace.go:171","msg":"trace[680314029] transaction","detail":"{read_only:false; response_revision:14912; number_of_response:1; }","duration":"1.215298389s","start":"2026-03-02T17:16:06.947703Z","end":"2026-03-02T17:16:08.163002Z","steps":["trace[680314029] 'process raft request' (duration: 1.211460469s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:16:08.163163Z","caller":"traceutil/trace.go:171","msg":"trace[113523938] linearizableReadLoop","detail":"{readStateIndex:15477; appliedIndex:15475; }","duration":"1.244156524s","start":"2026-03-02T17:16:06.918951Z","end":"2026-03-02T17:16:08.163107Z","steps":["trace[113523938] 'read index received' (duration: 1.239903785s)","trace[113523938] 'applied index is now lower than readState.Index' (duration: 4.251199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:16:08.163254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.947687Z","time spent":"1.215466483s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:16:08.163252Z","caller":"traceutil/trace.go:171","msg":"trace[941845730] transaction","detail":"{read_only:false; response_revision:14913; number_of_response:1; }","duration":"1.214916009s","start":"2026-03-02T17:16:06.948304Z","end":"2026-03-02T17:16:08.16322Z","steps":["trace[941845730] 'process raft request' (duration: 1.214666313s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.163388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.948292Z","time spent":"1.215027461s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:16:08.163417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244431712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:16:08.163534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238101839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.1679Z","caller":"traceutil/trace.go:171","msg":"trace[789354933] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14913; }","duration":"1.2424249s","start":"2026-03-02T17:16:06.925424Z","end":"2026-03-02T17:16:08.167849Z","steps":["trace[789354933] 'agreement among raft nodes before linearized reading' (duration: 1.238076877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.16803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.925406Z","time spent":"1.242570394s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:16:08.16362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225184625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:16:08.16832Z","caller":"traceutil/trace.go:171","msg":"trace[1402312324] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"1.229902056s","start":"2026-03-02T17:16:06.938407Z","end":"2026-03-02T17:16:08.168309Z","steps":["trace[1402312324] 'agreement among raft nodes before linearized reading' (duration: 1.225147014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.16835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.938393Z","time spent":"1.229945357s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227063654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:16:08.168493Z","caller":"traceutil/trace.go:171","msg":"trace[1692814535] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"1.231902889s","start":"2026-03-02T17:16:06.936582Z","end":"2026-03-02T17:16:08.168484Z","steps":["trace[1692814535] 'agreement among raft nodes before linearized reading' (duration: 1.227051583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.168517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.936568Z","time spent":"1.231941029s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:16:08.16368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241446695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.16872Z","caller":"traceutil/trace.go:171","msg":"trace[1535102887] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14913; }","duration":"1.246497856s","start":"2026-03-02T17:16:06.922215Z","end":"2026-03-02T17:16:08.168713Z","steps":["trace[1535102887] 'agreement among raft nodes before linearized reading' (duration: 1.241421505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.168745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.922207Z","time spent":"1.246530707s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237114943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.168923Z","caller":"traceutil/trace.go:171","msg":"trace[1011135431] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14913; }","duration":"1.242363958s","start":"2026-03-02T17:16:06.926552Z","end":"2026-03-02T17:16:08.168916Z","steps":["trace[1011135431] 'agreement among raft nodes before linearized reading' (duration: 1.237130763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.168942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.926539Z","time spent":"1.242397089s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217396784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:16:08.169091Z","caller":"traceutil/trace.go:171","msg":"trace[1507364231] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"1.222865724s","start":"2026-03-02T17:16:06.946216Z","end":"2026-03-02T17:16:08.169082Z","steps":["trace[1507364231] 'agreement among raft nodes before linearized reading' (duration: 1.21728271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.169122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.946203Z","time spent":"1.222910985s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237290478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.169276Z","caller":"traceutil/trace.go:171","msg":"trace[99477429] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14913; }","duration":"1.242841502s","start":"2026-03-02T17:16:06.92642Z","end":"2026-03-02T17:16:08.169261Z","steps":["trace[99477429] 'agreement among raft nodes before linearized reading' (duration: 1.237292268s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.169311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.926409Z","time spent":"1.242891562s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24050197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:16:08.169553Z","caller":"traceutil/trace.go:171","msg":"trace[1357936475] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14913; }","duration":"1.246418242s","start":"2026-03-02T17:16:06.923125Z","end":"2026-03-02T17:16:08.169543Z","steps":["trace[1357936475] 'agreement among raft nodes before linearized reading' (duration: 1.240383306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.169611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.92312Z","time spent":"1.246481315s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237509073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.169788Z","caller":"traceutil/trace.go:171","msg":"trace[1273881368] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14913; }","duration":"1.243575349s","start":"2026-03-02T17:16:06.926206Z","end":"2026-03-02T17:16:08.169781Z","steps":["trace[1273881368] 'agreement among raft nodes before linearized reading' (duration: 1.237547774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.169814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.926178Z","time spent":"1.243628621s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237608006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.169947Z","caller":"traceutil/trace.go:171","msg":"trace[832917865] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14913; }","duration":"1.243776495s","start":"2026-03-02T17:16:06.926162Z","end":"2026-03-02T17:16:08.169939Z","steps":["trace[832917865] 'agreement among raft nodes before linearized reading' (duration: 1.237613116s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.169977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.926154Z","time spent":"1.243814806s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241307541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-02T17:16:08.170109Z","caller":"traceutil/trace.go:171","msg":"trace[241575516] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14913; }","duration":"1.247661335s","start":"2026-03-02T17:16:06.92244Z","end":"2026-03-02T17:16:08.170101Z","steps":["trace[241575516] 'agreement among raft nodes before linearized reading' (duration: 1.24126183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.170148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.922422Z","time spent":"1.247718757s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238367276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.170223Z","caller":"traceutil/trace.go:171","msg":"trace[2118432439] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14913; }","duration":"1.244831512s","start":"2026-03-02T17:16:06.925385Z","end":"2026-03-02T17:16:08.170217Z","steps":["trace[2118432439] 'agreement among raft nodes before linearized reading' (duration: 1.238371615s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.17024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.925373Z","time spent":"1.244861833s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242269777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.170319Z","caller":"traceutil/trace.go:171","msg":"trace[1626351008] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14913; }","duration":"1.248783804s","start":"2026-03-02T17:16:06.921529Z","end":"2026-03-02T17:16:08.170313Z","steps":["trace[1626351008] 'agreement among raft nodes before linearized reading' (duration: 1.242272556s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.170344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.921517Z","time spent":"1.248819876s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238654773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.170443Z","caller":"traceutil/trace.go:171","msg":"trace[1594623112] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14913; }","duration":"1.245278873s","start":"2026-03-02T17:16:06.925135Z","end":"2026-03-02T17:16:08.170414Z","steps":["trace[1594623112] 'agreement among raft nodes before linearized reading' (duration: 1.238673612s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.170548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.925119Z","time spent":"1.245380226s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T17:16:08.170595Z","caller":"traceutil/trace.go:171","msg":"trace[295834863] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14913; }","duration":"1.248881097s","start":"2026-03-02T17:16:06.918911Z","end":"2026-03-02T17:16:08.167792Z","steps":["trace[295834863] 'agreement among raft nodes before linearized reading' (duration: 1.244410691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.170662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.918889Z","time spent":"1.251763992s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111506397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-02T17:16:08.170738Z","caller":"traceutil/trace.go:171","msg":"trace[789225367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14913; }","duration":"1.118413045s","start":"2026-03-02T17:16:07.052311Z","end":"2026-03-02T17:16:08.170724Z","steps":["trace[789225367] 'agreement among raft nodes before linearized reading' (duration: 1.111499176s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.170778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.052288Z","time spent":"1.118476537s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.880244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:16:08.17092Z","caller":"traceutil/trace.go:171","msg":"trace[1563578851] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14913; }","duration":"464.968477ms","start":"2026-03-02T17:16:07.705942Z","end":"2026-03-02T17:16:08.170911Z","steps":["trace[1563578851] 'agreement among raft nodes before linearized reading' (duration: 457.891174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.170996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.705916Z","time spent":"465.07174ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107291398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T17:16:08.171137Z","caller":"traceutil/trace.go:171","msg":"trace[2014795941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14913; }","duration":"1.114587156s","start":"2026-03-02T17:16:07.056542Z","end":"2026-03-02T17:16:08.171129Z","steps":["trace[2014795941] 'agreement among raft nodes before linearized reading' (duration: 1.107249017s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.171171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.056529Z","time spent":"1.114629157s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240686694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:16:08.17135Z","caller":"traceutil/trace.go:171","msg":"trace[1167474803] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14913; }","duration":"1.248156788s","start":"2026-03-02T17:16:06.923185Z","end":"2026-03-02T17:16:08.171342Z","steps":["trace[1167474803] 'agreement among raft nodes before linearized reading' (duration: 1.240655104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.171381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.92316Z","time spent":"1.24821213s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107676227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:16:08.171555Z","caller":"traceutil/trace.go:171","msg":"trace[598264656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14913; }","duration":"1.115333765s","start":"2026-03-02T17:16:07.056213Z","end":"2026-03-02T17:16:08.171547Z","steps":["trace[598264656] 'agreement among raft nodes before linearized reading' (duration: 1.107664197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.171582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.056201Z","time spent":"1.115372286s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.067048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:08.171742Z","caller":"traceutil/trace.go:171","msg":"trace[38623109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14913; }","duration":"718.88915ms","start":"2026-03-02T17:16:07.452845Z","end":"2026-03-02T17:16:08.171734Z","steps":["trace[38623109] 'agreement among raft nodes before linearized reading' (duration: 711.093969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.171766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.452819Z","time spent":"718.940761ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.691544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:16:08.171944Z","caller":"traceutil/trace.go:171","msg":"trace[398049037] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14913; }","duration":"921.705222ms","start":"2026-03-02T17:16:07.250227Z","end":"2026-03-02T17:16:08.171933Z","steps":["trace[398049037] 'agreement among raft nodes before linearized reading' (duration: 913.641793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.171969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.250179Z","time spent":"921.782013ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.619025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:16:08.172134Z","caller":"traceutil/trace.go:171","msg":"trace[2023203609] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:14913; }","duration":"930.809427ms","start":"2026-03-02T17:16:07.241317Z","end":"2026-03-02T17:16:08.172127Z","steps":["trace[2023203609] 'agreement among raft nodes before linearized reading' (duration: 922.597514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.172161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.241298Z","time spent":"930.855718ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:16:08.16398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111462274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T17:16:08.172298Z","caller":"traceutil/trace.go:171","msg":"trace[1594733026] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14913; }","duration":"1.119810041s","start":"2026-03-02T17:16:07.05248Z","end":"2026-03-02T17:16:08.17229Z","steps":["trace[1594733026] 'agreement among raft nodes before linearized reading' (duration: 1.111447534s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.172321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:07.052462Z","time spent":"1.119851773s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:16:08.164019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217711551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:16:08.17246Z","caller":"traceutil/trace.go:171","msg":"trace[689885524] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"1.226165189s","start":"2026-03-02T17:16:06.946286Z","end":"2026-03-02T17:16:08.172451Z","steps":["trace[689885524] 'agreement among raft nodes before linearized reading' (duration: 1.21768888s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.172482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.946279Z","time spent":"1.22619516s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:16:08.164048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21653461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:16:08.17293Z","caller":"traceutil/trace.go:171","msg":"trace[613309931] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"1.225424591s","start":"2026-03-02T17:16:06.947484Z","end":"2026-03-02T17:16:08.172908Z","steps":["trace[613309931] 'agreement among raft nodes before linearized reading' (duration: 1.21650513s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.172992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.947472Z","time spent":"1.225498242s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:16:08.164053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217726211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-02T17:16:08.173155Z","caller":"traceutil/trace.go:171","msg":"trace[166705354] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14913; }","duration":"1.226850707s","start":"2026-03-02T17:16:06.946295Z","end":"2026-03-02T17:16:08.173146Z","steps":["trace[166705354] 'agreement among raft nodes before linearized reading' (duration: 1.217708131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.173185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.946281Z","time spent":"1.226891158s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:16:08.163683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242529833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-03-02T17:16:08.173303Z","caller":"traceutil/trace.go:171","msg":"trace[83782490] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14913; }","duration":"1.252189202s","start":"2026-03-02T17:16:06.921105Z","end":"2026-03-02T17:16:08.173294Z","steps":["trace[83782490] 'agreement among raft nodes before linearized reading' (duration: 1.242434231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:08.173332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:06.921087Z","time spent":"1.252235044s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-02T17:16:18.532445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.190557733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:16:18.532579Z","caller":"traceutil/trace.go:171","msg":"trace[1809661673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:14944; }","duration":"4.190730009s","start":"2026-03-02T17:16:14.34179Z","end":"2026-03-02T17:16:18.53252Z","steps":["trace[1809661673] 'range keys from in-memory index tree' (duration: 4.190286917s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:18.532622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:14.341766Z","time spent":"4.190845291s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:16:18.532879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.18342274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-02T17:16:18.53292Z","caller":"traceutil/trace.go:171","msg":"trace[259906059] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:14944; }","duration":"4.183511872s","start":"2026-03-02T17:16:14.349396Z","end":"2026-03-02T17:16:18.532908Z","steps":["trace[259906059] 'range keys from in-memory index tree' (duration: 4.183282197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:18.532947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:14.349371Z","time spent":"4.183567923s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" "} {"level":"warn","ts":"2026-03-02T17:16:18.533091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.177599289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-03-02T17:16:18.533117Z","caller":"traceutil/trace.go:171","msg":"trace[549302578] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:14944; }","duration":"4.17768105s","start":"2026-03-02T17:16:14.355428Z","end":"2026-03-02T17:16:18.533109Z","steps":["trace[549302578] 'range keys from in-memory index tree' (duration: 4.177492796s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:18.53314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:14.35541Z","time spent":"4.177722902s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:16:18.53327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.081500495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:18.533294Z","caller":"traceutil/trace.go:171","msg":"trace[1528850509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14944; }","duration":"4.081557296s","start":"2026-03-02T17:16:14.451728Z","end":"2026-03-02T17:16:18.533286Z","steps":["trace[1528850509] 'range keys from in-memory index tree' (duration: 4.081430353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:18.533316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:14.451712Z","time spent":"4.081598408s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:16:41.256049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837227802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:16:42.014299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.097549ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:16:42.014841Z","caller":"traceutil/trace.go:171","msg":"trace[1409239890] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:15125; }","duration":"114.656053ms","start":"2026-03-02T17:16:41.900171Z","end":"2026-03-02T17:16:42.014827Z","steps":["trace[1409239890] 'range keys from in-memory index tree' (duration: 114.080328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:42.015376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.49559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:16:42.015575Z","caller":"traceutil/trace.go:171","msg":"trace[1214176073] linearizableReadLoop","detail":"{readStateIndex:15697; appliedIndex:15695; }","duration":"1.259756398s","start":"2026-03-02T17:16:40.755805Z","end":"2026-03-02T17:16:42.015562Z","steps":["trace[1214176073] 'read index received' (duration: 618.124776ms)","trace[1214176073] 'applied index is now lower than readState.Index' (duration: 641.630712ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:16:42.015673Z","caller":"traceutil/trace.go:171","msg":"trace[1706961162] transaction","detail":"{read_only:false; response_revision:15127; number_of_response:1; }","duration":"950.624989ms","start":"2026-03-02T17:16:41.064996Z","end":"2026-03-02T17:16:42.015621Z","steps":["trace[1706961162] 'process raft request' (duration: 950.474105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:16:42.015651Z","caller":"traceutil/trace.go:171","msg":"trace[824997804] transaction","detail":"{read_only:false; response_revision:15126; number_of_response:1; }","duration":"1.298400037s","start":"2026-03-02T17:16:40.717168Z","end":"2026-03-02T17:16:42.015568Z","steps":["trace[824997804] 'process raft request' (duration: 656.61173ms)","trace[824997804] 'compare' (duration: 639.96305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:16:42.015766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.856804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:16:42.015769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259959983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:16:42.015808Z","caller":"traceutil/trace.go:171","msg":"trace[710628106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15127; }","duration":"565.934296ms","start":"2026-03-02T17:16:41.449864Z","end":"2026-03-02T17:16:42.015798Z","steps":["trace[710628106] 'agreement among raft nodes before linearized reading' (duration: 565.868534ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:16:42.015814Z","caller":"traceutil/trace.go:171","msg":"trace[420726639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15127; }","duration":"1.260053465s","start":"2026-03-02T17:16:40.755748Z","end":"2026-03-02T17:16:42.015801Z","steps":["trace[420726639] 'agreement among raft nodes before linearized reading' (duration: 1.259874361s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:42.01583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:41.449843Z","time spent":"565.982008ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:16:42.015836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.755729Z","time spent":"1.260101476s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:16:42.015818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.717127Z","time spent":"1.298604482s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:16:42.016047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08106696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-02T17:16:42.01606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016148713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:16:42.016247Z","caller":"traceutil/trace.go:171","msg":"trace[1050993824] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:15127; }","duration":"1.081194784s","start":"2026-03-02T17:16:40.934908Z","end":"2026-03-02T17:16:42.016103Z","steps":["trace[1050993824] 'agreement among raft nodes before linearized reading' (duration: 1.080827804s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:16:42.016271Z","caller":"traceutil/trace.go:171","msg":"trace[1638598890] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:15127; }","duration":"1.016402839s","start":"2026-03-02T17:16:40.999851Z","end":"2026-03-02T17:16:42.016254Z","steps":["trace[1638598890] 'agreement among raft nodes before linearized reading' (duration: 1.015860595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:42.016004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:41.064978Z","time spent":"950.732961ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:16:42.016292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.934886Z","time spent":"1.081396919s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:16:42.016367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.999832Z","time spent":"1.016487841s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:16:42.016252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068952697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:16:42.016636Z","caller":"traceutil/trace.go:171","msg":"trace[218166390] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:15127; }","duration":"1.069341057s","start":"2026-03-02T17:16:40.947252Z","end":"2026-03-02T17:16:42.016593Z","steps":["trace[218166390] 'agreement among raft nodes before linearized reading' (duration: 1.068624829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:42.016674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.947234Z","time spent":"1.069429139s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:16:42.016193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184125132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"info","ts":"2026-03-02T17:16:42.016777Z","caller":"traceutil/trace.go:171","msg":"trace[1238894709] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:15127; }","duration":"1.184736799s","start":"2026-03-02T17:16:40.832028Z","end":"2026-03-02T17:16:42.016765Z","steps":["trace[1238894709] 'agreement among raft nodes before linearized reading' (duration: 1.183617699s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:42.016904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.832004Z","time spent":"1.184890564s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" "} {"level":"warn","ts":"2026-03-02T17:16:42.016103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155591126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:16:42.017021Z","caller":"traceutil/trace.go:171","msg":"trace[1223133958] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:15127; }","duration":"1.15654305s","start":"2026-03-02T17:16:40.86046Z","end":"2026-03-02T17:16:42.017003Z","steps":["trace[1223133958] 'agreement among raft nodes before linearized reading' (duration: 1.1553658s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:16:42.017056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:16:40.860437Z","time spent":"1.156608612s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"info","ts":"2026-03-02T17:17:33.105157Z","caller":"traceutil/trace.go:171","msg":"trace[794615080] transaction","detail":"{read_only:false; response_revision:15423; number_of_response:1; }","duration":"156.128105ms","start":"2026-03-02T17:17:32.948988Z","end":"2026-03-02T17:17:33.105116Z","steps":["trace[794615080] 'process raft request' (duration: 121.975364ms)","trace[794615080] 'compare' (duration: 33.986057ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:17:33.240996Z","caller":"traceutil/trace.go:171","msg":"trace[942836247] transaction","detail":"{read_only:false; response_revision:15426; number_of_response:1; }","duration":"131.356794ms","start":"2026-03-02T17:17:33.109615Z","end":"2026-03-02T17:17:33.240972Z","steps":["trace[942836247] 'process raft request' (duration: 131.18986ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:33.240983Z","caller":"traceutil/trace.go:171","msg":"trace[1989975161] transaction","detail":"{read_only:false; response_revision:15425; number_of_response:1; }","duration":"131.446347ms","start":"2026-03-02T17:17:33.109495Z","end":"2026-03-02T17:17:33.240941Z","steps":["trace[1989975161] 'process raft request' (duration: 116.261315ms)","trace[1989975161] 'compare' (duration: 14.882454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:17:33.241399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.031224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:17:33.241463Z","caller":"traceutil/trace.go:171","msg":"trace[1967611379] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:15426; }","duration":"110.168807ms","start":"2026-03-02T17:17:33.131281Z","end":"2026-03-02T17:17:33.241449Z","steps":["trace[1967611379] 'agreement among raft nodes before linearized reading' (duration: 110.018723ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:17:33.241008Z","caller":"traceutil/trace.go:171","msg":"trace[404459471] linearizableReadLoop","detail":"{readStateIndex:16007; appliedIndex:16004; }","duration":"109.600492ms","start":"2026-03-02T17:17:33.131322Z","end":"2026-03-02T17:17:33.240923Z","steps":["trace[404459471] 'read index received' (duration: 15.697386ms)","trace[404459471] 'applied index is now lower than readState.Index' (duration: 93.901686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:17:43.131752Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13369} {"level":"info","ts":"2026-03-02T17:17:43.214392Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13369,"took":"79.894324ms","hash":4230144649,"current-db-size-bytes":40345600,"current-db-size":"40 MB","current-db-size-in-use-bytes":26677248,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T17:17:43.21449Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4230144649,"revision":13369,"compact-revision":11530} {"level":"info","ts":"2026-03-02T17:18:08.469676Z","caller":"traceutil/trace.go:171","msg":"trace[1954074714] transaction","detail":"{read_only:false; response_revision:15699; number_of_response:1; }","duration":"224.846751ms","start":"2026-03-02T17:18:08.244758Z","end":"2026-03-02T17:18:08.469604Z","steps":["trace[1954074714] 'process raft request' (duration: 224.38227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:08.731662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.176276ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-02T17:18:08.73188Z","caller":"traceutil/trace.go:171","msg":"trace[297523359] linearizableReadLoop","detail":"{readStateIndex:16296; appliedIndex:16295; }","duration":"143.710004ms","start":"2026-03-02T17:18:08.588108Z","end":"2026-03-02T17:18:08.731818Z","steps":["trace[297523359] 'read index received' (duration: 51.972µs)","trace[297523359] 'applied index is now lower than readState.Index' (duration: 143.655742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:08.732157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.040393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:18:08.732201Z","caller":"traceutil/trace.go:171","msg":"trace[1684466344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15699; }","duration":"144.091904ms","start":"2026-03-02T17:18:08.588094Z","end":"2026-03-02T17:18:08.732186Z","steps":["trace[1684466344] 'agreement among raft nodes before linearized reading' (duration: 143.882529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:08.732773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.495213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:18:08.733066Z","caller":"traceutil/trace.go:171","msg":"trace[1714199901] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15699; }","duration":"145.0938ms","start":"2026-03-02T17:18:08.587932Z","end":"2026-03-02T17:18:08.733025Z","steps":["trace[1714199901] 'agreement among raft nodes before linearized reading' (duration: 144.197657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.05396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.357498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:18:09.054136Z","caller":"traceutil/trace.go:171","msg":"trace[983942006] linearizableReadLoop","detail":"{readStateIndex:16299; appliedIndex:16296; }","duration":"122.936797ms","start":"2026-03-02T17:18:08.931184Z","end":"2026-03-02T17:18:09.054121Z","steps":["trace[983942006] 'read index received' (duration: 119.298643ms)","trace[983942006] 'applied index is now lower than readState.Index' (duration: 3.637164ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:09.054206Z","caller":"traceutil/trace.go:171","msg":"trace[993667407] transaction","detail":"{read_only:false; response_revision:15700; number_of_response:1; }","duration":"321.132469ms","start":"2026-03-02T17:18:08.733063Z","end":"2026-03-02T17:18:09.054195Z","steps":["trace[993667407] 'process raft request' (duration: 192.465304ms)","trace[993667407] 'compare' (duration: 128.126571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:09.054246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:08.733033Z","time spent":"321.190851ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:18:09.054491Z","caller":"traceutil/trace.go:171","msg":"trace[538368323] transaction","detail":"{read_only:false; response_revision:15701; number_of_response:1; }","duration":"315.515324ms","start":"2026-03-02T17:18:08.738969Z","end":"2026-03-02T17:18:09.054484Z","steps":["trace[538368323] 'process raft request' (duration: 315.077063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.054525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:08.738941Z","time spent":"315.565366ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:18:09.054787Z","caller":"traceutil/trace.go:171","msg":"trace[7274375] transaction","detail":"{read_only:false; response_revision:15702; number_of_response:1; }","duration":"315.771951ms","start":"2026-03-02T17:18:08.739009Z","end":"2026-03-02T17:18:09.054781Z","steps":["trace[7274375] 'process raft request' (duration: 315.083953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.054817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:08.738982Z","time spent":"315.817372ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:18:09.05491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.739308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:18:09.05493Z","caller":"traceutil/trace.go:171","msg":"trace[1842700591] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15702; }","duration":"123.807519ms","start":"2026-03-02T17:18:08.931115Z","end":"2026-03-02T17:18:09.054923Z","steps":["trace[1842700591] 'agreement among raft nodes before linearized reading' (duration: 123.762688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.055112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.649996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-02T17:18:09.05513Z","caller":"traceutil/trace.go:171","msg":"trace[1395739807] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:15702; }","duration":"111.710967ms","start":"2026-03-02T17:18:08.943413Z","end":"2026-03-02T17:18:09.055124Z","steps":["trace[1395739807] 'agreement among raft nodes before linearized reading' (duration: 111.619484ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:09.235144Z","caller":"traceutil/trace.go:171","msg":"trace[1408319023] transaction","detail":"{read_only:false; response_revision:15703; number_of_response:1; }","duration":"173.654448ms","start":"2026-03-02T17:18:09.061469Z","end":"2026-03-02T17:18:09.235124Z","steps":["trace[1408319023] 'process raft request' (duration: 100.032155ms)","trace[1408319023] 'compare' (duration: 72.965836ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:09.235948Z","caller":"traceutil/trace.go:171","msg":"trace[949840510] linearizableReadLoop","detail":"{readStateIndex:16300; appliedIndex:16299; }","duration":"172.853047ms","start":"2026-03-02T17:18:09.062195Z","end":"2026-03-02T17:18:09.235048Z","steps":["trace[949840510] 'read index received' (duration: 99.230974ms)","trace[949840510] 'applied index is now lower than readState.Index' (duration: 73.621163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:09.236155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.887643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:772411"} {"level":"info","ts":"2026-03-02T17:18:09.236262Z","caller":"traceutil/trace.go:171","msg":"trace[1315990093] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15703; }","duration":"174.062338ms","start":"2026-03-02T17:18:09.062174Z","end":"2026-03-02T17:18:09.236237Z","steps":["trace[1315990093] 'agreement among raft nodes before linearized reading' (duration: 173.122294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.236383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.757151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:18:09.236497Z","caller":"traceutil/trace.go:171","msg":"trace[1574690836] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:15703; }","duration":"173.906515ms","start":"2026-03-02T17:18:09.062573Z","end":"2026-03-02T17:18:09.236479Z","steps":["trace[1574690836] 'agreement among raft nodes before linearized reading' (duration: 173.488594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:09.500474Z","caller":"traceutil/trace.go:171","msg":"trace[1191696092] linearizableReadLoop","detail":"{readStateIndex:16302; appliedIndex:16300; }","duration":"250.515355ms","start":"2026-03-02T17:18:09.249904Z","end":"2026-03-02T17:18:09.50042Z","steps":["trace[1191696092] 'read index received' (duration: 185.501204ms)","trace[1191696092] 'applied index is now lower than readState.Index' (duration: 65.012541ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:09.500917Z","caller":"traceutil/trace.go:171","msg":"trace[700482637] transaction","detail":"{read_only:false; response_revision:15704; number_of_response:1; }","duration":"257.157746ms","start":"2026-03-02T17:18:09.243726Z","end":"2026-03-02T17:18:09.500884Z","steps":["trace[700482637] 'process raft request' (duration: 191.677554ms)","trace[700482637] 'compare' (duration: 64.086706ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:09.500972Z","caller":"traceutil/trace.go:171","msg":"trace[1057746506] transaction","detail":"{read_only:false; response_revision:15705; number_of_response:1; }","duration":"256.5194ms","start":"2026-03-02T17:18:09.244381Z","end":"2026-03-02T17:18:09.5009Z","steps":["trace[1057746506] 'process raft request' (duration: 255.927514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.502068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.123396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:772411"} {"level":"info","ts":"2026-03-02T17:18:09.502122Z","caller":"traceutil/trace.go:171","msg":"trace[911142904] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15705; }","duration":"252.243979ms","start":"2026-03-02T17:18:09.249868Z","end":"2026-03-02T17:18:09.502112Z","steps":["trace[911142904] 'agreement among raft nodes before linearized reading' (duration: 251.056998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.522699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.005352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:18:09.522788Z","caller":"traceutil/trace.go:171","msg":"trace[459518878] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:15706; }","duration":"108.086665ms","start":"2026-03-02T17:18:09.41468Z","end":"2026-03-02T17:18:09.522767Z","steps":["trace[459518878] 'agreement among raft nodes before linearized reading' (duration: 107.890169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.522698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.150136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:18:09.523072Z","caller":"traceutil/trace.go:171","msg":"trace[1520799396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15706; }","duration":"144.599178ms","start":"2026-03-02T17:18:09.378466Z","end":"2026-03-02T17:18:09.523065Z","steps":["trace[1520799396] 'agreement among raft nodes before linearized reading' (duration: 144.010542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:09.920181Z","caller":"traceutil/trace.go:171","msg":"trace[1364610895] transaction","detail":"{read_only:false; response_revision:15708; number_of_response:1; }","duration":"392.282379ms","start":"2026-03-02T17:18:09.52785Z","end":"2026-03-02T17:18:09.920133Z","steps":["trace[1364610895] 'process raft request' (duration: 391.903369ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:09.920349Z","caller":"traceutil/trace.go:171","msg":"trace[1038948966] linearizableReadLoop","detail":"{readStateIndex:16306; appliedIndex:16303; }","duration":"387.295639ms","start":"2026-03-02T17:18:09.533021Z","end":"2026-03-02T17:18:09.920317Z","steps":["trace[1038948966] 'read index received' (duration: 44.300224ms)","trace[1038948966] 'applied index is now lower than readState.Index' (duration: 342.989235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:09.9204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:09.527811Z","time spent":"392.476383ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:18:09.920182Z","caller":"traceutil/trace.go:171","msg":"trace[1218998002] transaction","detail":"{read_only:false; response_revision:15709; number_of_response:1; }","duration":"389.730603ms","start":"2026-03-02T17:18:09.530414Z","end":"2026-03-02T17:18:09.920145Z","steps":["trace[1218998002] 'process raft request' (duration: 389.59962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.920757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:09.530404Z","time spent":"390.228966ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:18:09.920855Z","caller":"traceutil/trace.go:171","msg":"trace[639104653] transaction","detail":"{read_only:false; response_revision:15710; number_of_response:1; }","duration":"386.385266ms","start":"2026-03-02T17:18:09.534441Z","end":"2026-03-02T17:18:09.920826Z","steps":["trace[639104653] 'process raft request' (duration: 385.618517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.921025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:09.534404Z","time spent":"386.5301ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:18:09.921038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.372413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T17:18:09.92109Z","caller":"traceutil/trace.go:171","msg":"trace[1316458881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15710; }","duration":"206.492647ms","start":"2026-03-02T17:18:09.71458Z","end":"2026-03-02T17:18:09.921073Z","steps":["trace[1316458881] 'agreement among raft nodes before linearized reading' (duration: 206.359263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.921916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.901262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:772309"} {"level":"info","ts":"2026-03-02T17:18:09.921956Z","caller":"traceutil/trace.go:171","msg":"trace[2008408370] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15710; }","duration":"388.970883ms","start":"2026-03-02T17:18:09.532977Z","end":"2026-03-02T17:18:09.921948Z","steps":["trace[2008408370] 'agreement among raft nodes before linearized reading' (duration: 387.624678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:09.921981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:09.532968Z","time spent":"389.005695ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":80,"response size":772331,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:18:10.502498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.207326ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:18:10.502627Z","caller":"traceutil/trace.go:171","msg":"trace[1319874217] transaction","detail":"{read_only:false; response_revision:15711; number_of_response:1; }","duration":"577.328191ms","start":"2026-03-02T17:18:09.925278Z","end":"2026-03-02T17:18:10.502606Z","steps":["trace[1319874217] 'process raft request' (duration: 263.898341ms)","trace[1319874217] 'compare' (duration: 312.966028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:10.502684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:09.925243Z","time spent":"577.416834ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:18:10.53004Z","caller":"traceutil/trace.go:171","msg":"trace[2076558024] transaction","detail":"{read_only:false; response_revision:15712; number_of_response:1; }","duration":"598.155148ms","start":"2026-03-02T17:18:09.931858Z","end":"2026-03-02T17:18:10.530013Z","steps":["trace[2076558024] 'process raft request' (duration: 597.490061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:10.530241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:09.931843Z","time spent":"598.288511ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6968,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:18:10.530247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.688186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:18:10.530289Z","caller":"traceutil/trace.go:171","msg":"trace[1947248974] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:15713; }","duration":"140.766388ms","start":"2026-03-02T17:18:10.389513Z","end":"2026-03-02T17:18:10.53028Z","steps":["trace[1947248974] 'agreement among raft nodes before linearized reading' (duration: 140.661094ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:10.530064Z","caller":"traceutil/trace.go:171","msg":"trace[1980992363] transaction","detail":"{read_only:false; response_revision:15713; number_of_response:1; }","duration":"482.197731ms","start":"2026-03-02T17:18:10.047843Z","end":"2026-03-02T17:18:10.530041Z","steps":["trace[1980992363] 'process raft request' (duration: 482.048487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:10.530417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:10.047806Z","time spent":"482.578672ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:18:10.530844Z","caller":"traceutil/trace.go:171","msg":"trace[1138610667] linearizableReadLoop","detail":"{readStateIndex:16310; appliedIndex:16308; }","duration":"140.393638ms","start":"2026-03-02T17:18:10.389557Z","end":"2026-03-02T17:18:10.52995Z","steps":["trace[1138610667] 'read index received' (duration: 139.654239ms)","trace[1138610667] 'applied index is now lower than readState.Index' (duration: 737.889µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:10.901996Z","caller":"traceutil/trace.go:171","msg":"trace[1660025543] linearizableReadLoop","detail":"{readStateIndex:16311; appliedIndex:16310; }","duration":"113.32755ms","start":"2026-03-02T17:18:10.788645Z","end":"2026-03-02T17:18:10.901973Z","steps":["trace[1660025543] 'read index received' (duration: 111.862791ms)","trace[1660025543] 'applied index is now lower than readState.Index' (duration: 1.463949ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:10.902258Z","caller":"traceutil/trace.go:171","msg":"trace[572327884] transaction","detail":"{read_only:false; response_revision:15714; number_of_response:1; }","duration":"364.525291ms","start":"2026-03-02T17:18:10.537699Z","end":"2026-03-02T17:18:10.902225Z","steps":["trace[572327884] 'process raft request' (duration: 364.156841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:10.902319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.655097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-02T17:18:10.902392Z","caller":"traceutil/trace.go:171","msg":"trace[1906840393] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:15714; }","duration":"113.738269ms","start":"2026-03-02T17:18:10.788639Z","end":"2026-03-02T17:18:10.902377Z","steps":["trace[1906840393] 'agreement among raft nodes before linearized reading' (duration: 113.463253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:10.902482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:10.53768Z","time spent":"364.628883ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:18:11.351376Z","caller":"traceutil/trace.go:171","msg":"trace[847839816] linearizableReadLoop","detail":"{readStateIndex:16314; appliedIndex:16312; }","duration":"243.968075ms","start":"2026-03-02T17:18:11.107384Z","end":"2026-03-02T17:18:11.351352Z","steps":["trace[847839816] 'read index received' (duration: 183.193015ms)","trace[847839816] 'applied index is now lower than readState.Index' (duration: 60.77181ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:11.351421Z","caller":"traceutil/trace.go:171","msg":"trace[1025016843] transaction","detail":"{read_only:false; response_revision:15717; number_of_response:1; }","duration":"244.95191ms","start":"2026-03-02T17:18:11.106431Z","end":"2026-03-02T17:18:11.351383Z","steps":["trace[1025016843] 'process raft request' (duration: 244.805806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:11.351503Z","caller":"traceutil/trace.go:171","msg":"trace[1166048078] transaction","detail":"{read_only:false; response_revision:15716; number_of_response:1; }","duration":"246.244434ms","start":"2026-03-02T17:18:11.105222Z","end":"2026-03-02T17:18:11.351467Z","steps":["trace[1166048078] 'process raft request' (duration: 185.34053ms)","trace[1166048078] 'compare' (duration: 60.331249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:11.352302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.90493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:772309"} {"level":"info","ts":"2026-03-02T17:18:11.352391Z","caller":"traceutil/trace.go:171","msg":"trace[1880877776] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15718; }","duration":"245.053103ms","start":"2026-03-02T17:18:11.107318Z","end":"2026-03-02T17:18:11.352371Z","steps":["trace[1880877776] 'agreement among raft nodes before linearized reading' (duration: 244.171701ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:11.356654Z","caller":"traceutil/trace.go:171","msg":"trace[584311944] transaction","detail":"{read_only:false; response_revision:15718; number_of_response:1; }","duration":"116.515141ms","start":"2026-03-02T17:18:11.240102Z","end":"2026-03-02T17:18:11.356617Z","steps":["trace[584311944] 'process raft request' (duration: 111.198633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:11.577887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.800112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:18:11.578116Z","caller":"traceutil/trace.go:171","msg":"trace[1019742352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15718; }","duration":"121.083559ms","start":"2026-03-02T17:18:11.457004Z","end":"2026-03-02T17:18:11.578087Z","steps":["trace[1019742352] 'range keys from in-memory index tree' (duration: 120.653728ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:11.719995Z","caller":"traceutil/trace.go:171","msg":"trace[676454236] transaction","detail":"{read_only:false; response_revision:15719; number_of_response:1; }","duration":"213.264752ms","start":"2026-03-02T17:18:11.506694Z","end":"2026-03-02T17:18:11.719959Z","steps":["trace[676454236] 'process raft request' (duration: 213.078338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:11.958938Z","caller":"traceutil/trace.go:171","msg":"trace[795814977] linearizableReadLoop","detail":"{readStateIndex:16317; appliedIndex:16315; }","duration":"439.273633ms","start":"2026-03-02T17:18:11.519629Z","end":"2026-03-02T17:18:11.958903Z","steps":["trace[795814977] 'read index received' (duration: 200.118162ms)","trace[795814977] 'applied index is now lower than readState.Index' (duration: 239.154131ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:11.959055Z","caller":"traceutil/trace.go:171","msg":"trace[262621354] transaction","detail":"{read_only:false; response_revision:15720; number_of_response:1; }","duration":"451.726545ms","start":"2026-03-02T17:18:11.507264Z","end":"2026-03-02T17:18:11.958991Z","steps":["trace[262621354] 'process raft request' (duration: 451.415227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:11.95942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:11.507251Z","time spent":"451.938931ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:18:11.959442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.733585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-02T17:18:11.959507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.002192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:18:11.959557Z","caller":"traceutil/trace.go:171","msg":"trace[320020839] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:15720; }","duration":"439.94022ms","start":"2026-03-02T17:18:11.519588Z","end":"2026-03-02T17:18:11.959529Z","steps":["trace[320020839] 'agreement among raft nodes before linearized reading' (duration: 439.481598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:11.959564Z","caller":"traceutil/trace.go:171","msg":"trace[1587420807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15720; }","duration":"380.092463ms","start":"2026-03-02T17:18:11.579455Z","end":"2026-03-02T17:18:11.959547Z","steps":["trace[1587420807] 'agreement among raft nodes before linearized reading' (duration: 379.993631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:11.959611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:11.579437Z","time spent":"380.161346ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:18:11.959614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:11.519572Z","time spent":"440.026162ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:18:11.959917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.712063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:18:11.960001Z","caller":"traceutil/trace.go:171","msg":"trace[1466204344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15720; }","duration":"377.837936ms","start":"2026-03-02T17:18:11.582143Z","end":"2026-03-02T17:18:11.959981Z","steps":["trace[1466204344] 'agreement among raft nodes before linearized reading' (duration: 377.694582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:11.960039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:18:11.582129Z","time spent":"377.900797ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:18:18.772666Z","caller":"traceutil/trace.go:171","msg":"trace[405674193] transaction","detail":"{read_only:false; response_revision:15782; number_of_response:1; }","duration":"100.119238ms","start":"2026-03-02T17:18:18.672527Z","end":"2026-03-02T17:18:18.772646Z","steps":["trace[405674193] 'process raft request' (duration: 28.675501ms)","trace[405674193] 'compare' (duration: 71.010555ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:38.898303Z","caller":"traceutil/trace.go:171","msg":"trace[282593210] transaction","detail":"{read_only:false; response_revision:15939; number_of_response:1; }","duration":"135.053221ms","start":"2026-03-02T17:18:38.763212Z","end":"2026-03-02T17:18:38.898265Z","steps":["trace[282593210] 'process raft request' (duration: 134.555968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:58.448251Z","caller":"traceutil/trace.go:171","msg":"trace[1601398605] transaction","detail":"{read_only:false; response_revision:16223; number_of_response:1; }","duration":"113.242179ms","start":"2026-03-02T17:18:58.334984Z","end":"2026-03-02T17:18:58.448226Z","steps":["trace[1601398605] 'process raft request' (duration: 98.965189ms)","trace[1601398605] 'compare' (duration: 13.975301ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:18:58.714591Z","caller":"traceutil/trace.go:171","msg":"trace[1406609750] transaction","detail":"{read_only:false; response_revision:16224; number_of_response:1; }","duration":"259.512957ms","start":"2026-03-02T17:18:58.455049Z","end":"2026-03-02T17:18:58.714562Z","steps":["trace[1406609750] 'process raft request' (duration: 250.208526ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:18:58.714582Z","caller":"traceutil/trace.go:171","msg":"trace[1264204215] linearizableReadLoop","detail":"{readStateIndex:16833; appliedIndex:16832; }","duration":"214.994256ms","start":"2026-03-02T17:18:58.499549Z","end":"2026-03-02T17:18:58.714543Z","steps":["trace[1264204215] 'read index received' (duration: 205.620714ms)","trace[1264204215] 'applied index is now lower than readState.Index' (duration: 9.371362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:18:58.714813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.262203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-02T17:18:58.714876Z","caller":"traceutil/trace.go:171","msg":"trace[714393219] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:16224; }","duration":"215.406826ms","start":"2026-03-02T17:18:58.499453Z","end":"2026-03-02T17:18:58.714859Z","steps":["trace[714393219] 'agreement among raft nodes before linearized reading' (duration: 215.202641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:18:58.714999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.5017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:18:58.715048Z","caller":"traceutil/trace.go:171","msg":"trace[76400277] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16224; }","duration":"102.587802ms","start":"2026-03-02T17:18:58.612449Z","end":"2026-03-02T17:18:58.715037Z","steps":["trace[76400277] 'agreement among raft nodes before linearized reading' (duration: 102.326075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.477169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.976056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wr2f7\" ","response":"range_response_count:1 size:18565"} {"level":"info","ts":"2026-03-02T17:19:10.477278Z","caller":"traceutil/trace.go:171","msg":"trace[190620472] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wr2f7; range_end:; response_count:1; response_revision:16304; }","duration":"737.140691ms","start":"2026-03-02T17:19:09.740118Z","end":"2026-03-02T17:19:10.477258Z","steps":["trace[190620472] 'range keys from in-memory index tree' (duration: 736.73809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.47731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:09.740093Z","time spent":"737.210653ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18587,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wr2f7\" "} {"level":"warn","ts":"2026-03-02T17:19:10.477679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.930902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:19:10.477704Z","caller":"traceutil/trace.go:171","msg":"trace[1855887196] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16304; }","duration":"716.010995ms","start":"2026-03-02T17:19:09.761683Z","end":"2026-03-02T17:19:10.477694Z","steps":["trace[1855887196] 'range keys from in-memory index tree' (duration: 715.632915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.477727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:09.761652Z","time spent":"716.067516ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:19:10.477664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.558223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-02T17:19:10.477787Z","caller":"traceutil/trace.go:171","msg":"trace[1066653993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16304; }","duration":"715.718427ms","start":"2026-03-02T17:19:09.762045Z","end":"2026-03-02T17:19:10.477764Z","steps":["trace[1066653993] 'range keys from in-memory index tree' (duration: 715.279796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.477838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:09.76197Z","time spent":"715.854911ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:19:10.47781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.225977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T17:19:10.476637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.660637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:10.479521Z","caller":"traceutil/trace.go:171","msg":"trace[481848732] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16304; }","duration":"553.793952ms","start":"2026-03-02T17:19:09.924451Z","end":"2026-03-02T17:19:10.478245Z","steps":["trace[481848732] 'range keys from in-memory index tree' (duration: 552.839238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.480808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:09.924426Z","time spent":"556.327628ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T17:19:10.480185Z","caller":"traceutil/trace.go:171","msg":"trace[301812060] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16304; }","duration":"555.339882ms","start":"2026-03-02T17:19:09.92482Z","end":"2026-03-02T17:19:10.48016Z","steps":["trace[301812060] 'range keys from in-memory index tree' (duration: 551.547495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.482223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:09.924793Z","time spent":"556.987524ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:19:10.535658Z","caller":"traceutil/trace.go:171","msg":"trace[1221268058] transaction","detail":"{read_only:false; response_revision:16305; number_of_response:1; }","duration":"542.1005ms","start":"2026-03-02T17:19:09.993534Z","end":"2026-03-02T17:19:10.535634Z","steps":["trace[1221268058] 'process raft request' (duration: 541.968697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.535975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:09.993512Z","time spent":"542.206172ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:19:10.536333Z","caller":"traceutil/trace.go:171","msg":"trace[1557233245] linearizableReadLoop","detail":"{readStateIndex:16917; appliedIndex:16917; }","duration":"501.524401ms","start":"2026-03-02T17:19:10.03478Z","end":"2026-03-02T17:19:10.536304Z","steps":["trace[1557233245] 'read index received' (duration: 501.516321ms)","trace[1557233245] 'applied index is now lower than readState.Index' (duration: 6.57µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:19:10.536674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.87593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T17:19:10.53674Z","caller":"traceutil/trace.go:171","msg":"trace[1654012844] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16305; }","duration":"502.023826ms","start":"2026-03-02T17:19:10.034701Z","end":"2026-03-02T17:19:10.536725Z","steps":["trace[1654012844] 'agreement among raft nodes before linearized reading' (duration: 501.767399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:10.536782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.034668Z","time spent":"502.104368ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:19:12.166634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.735319ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.166968Z","caller":"traceutil/trace.go:171","msg":"trace[1425505334] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16305; }","duration":"261.051197ms","start":"2026-03-02T17:19:11.90586Z","end":"2026-03-02T17:19:12.166911Z","steps":["trace[1425505334] 'range keys from in-memory index tree' (duration: 260.710949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.168754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472089175s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T17:19:12.169107Z","caller":"traceutil/trace.go:171","msg":"trace[995074718] transaction","detail":"{read_only:false; response_revision:16306; number_of_response:1; }","duration":"1.961901934s","start":"2026-03-02T17:19:10.207156Z","end":"2026-03-02T17:19:12.169058Z","steps":["trace[995074718] 'process raft request' (duration: 489.319316ms)","trace[995074718] 'compare' (duration: 1.470970887s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:19:12.169157Z","caller":"traceutil/trace.go:171","msg":"trace[79715340] linearizableReadLoop","detail":"{readStateIndex:16920; appliedIndex:16917; }","duration":"1.632714827s","start":"2026-03-02T17:19:10.536422Z","end":"2026-03-02T17:19:12.169136Z","steps":["trace[79715340] 'read index received' (duration: 159.922824ms)","trace[79715340] 'applied index is now lower than readState.Index' (duration: 1.472790583s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:19:12.169194Z","caller":"traceutil/trace.go:171","msg":"trace[723136305] transaction","detail":"{read_only:false; response_revision:16307; number_of_response:1; }","duration":"1.685913802s","start":"2026-03-02T17:19:10.48324Z","end":"2026-03-02T17:19:12.169153Z","steps":["trace[723136305] 'process raft request' (duration: 1.685692086s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.169242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.207125Z","time spent":"1.962034508s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:19:12.169309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02941919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.169357Z","caller":"traceutil/trace.go:171","msg":"trace[464090056] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16308; }","duration":"2.029497061s","start":"2026-03-02T17:19:10.139848Z","end":"2026-03-02T17:19:12.169345Z","steps":["trace[464090056] 'agreement among raft nodes before linearized reading' (duration: 2.029377647s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.169338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.483207Z","time spent":"1.686064825s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:19:12.169411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.13983Z","time spent":"2.029569624s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:19:12.169381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029409619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:19:12.169532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.717752145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.169567Z","caller":"traceutil/trace.go:171","msg":"trace[518345006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16308; }","duration":"1.717830407s","start":"2026-03-02T17:19:10.451729Z","end":"2026-03-02T17:19:12.16956Z","steps":["trace[518345006] 'agreement among raft nodes before linearized reading' (duration: 1.717766885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.169606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.451711Z","time spent":"1.717886858s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:19:12.169692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070149973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.169737Z","caller":"traceutil/trace.go:171","msg":"trace[2133973382] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16308; }","duration":"2.070191034s","start":"2026-03-02T17:19:10.099535Z","end":"2026-03-02T17:19:12.169726Z","steps":["trace[2133973382] 'agreement among raft nodes before linearized reading' (duration: 2.070130082s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.169644Z","caller":"traceutil/trace.go:171","msg":"trace[794870278] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16308; }","duration":"2.029635835s","start":"2026-03-02T17:19:10.139907Z","end":"2026-03-02T17:19:12.169543Z","steps":["trace[794870278] 'agreement among raft nodes before linearized reading' (duration: 2.029266975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.169953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635035087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-02T17:19:12.169992Z","caller":"traceutil/trace.go:171","msg":"trace[922613351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16308; }","duration":"1.635110718s","start":"2026-03-02T17:19:10.534873Z","end":"2026-03-02T17:19:12.169983Z","steps":["trace[922613351] 'agreement among raft nodes before linearized reading' (duration: 1.634949634s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.17Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.134834995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-02T17:19:12.170023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.534854Z","time spent":"1.635159731s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:19:12.170047Z","caller":"traceutil/trace.go:171","msg":"trace[1295480868] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:16308; }","duration":"2.134923947s","start":"2026-03-02T17:19:10.035109Z","end":"2026-03-02T17:19:12.170033Z","steps":["trace[1295480868] 'agreement among raft nodes before linearized reading' (duration: 2.134751962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.170082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.035102Z","time spent":"2.134973608s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6473,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:19:12.170264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.139867Z","time spent":"2.030041595s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:19:12.170322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135432209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.170348Z","caller":"traceutil/trace.go:171","msg":"trace[938423607] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16308; }","duration":"2.135514702s","start":"2026-03-02T17:19:10.034826Z","end":"2026-03-02T17:19:12.170341Z","steps":["trace[938423607] 'agreement among raft nodes before linearized reading' (duration: 2.13546863s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.170343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040621069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-03-02T17:19:12.170451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063896711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-02T17:19:12.170466Z","caller":"traceutil/trace.go:171","msg":"trace[1720539712] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:16308; }","duration":"2.040836765s","start":"2026-03-02T17:19:10.129603Z","end":"2026-03-02T17:19:12.17044Z","steps":["trace[1720539712] 'agreement among raft nodes before linearized reading' (duration: 2.04062506s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.170523Z","caller":"traceutil/trace.go:171","msg":"trace[618534917] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16308; }","duration":"2.064010694s","start":"2026-03-02T17:19:10.1065Z","end":"2026-03-02T17:19:12.170511Z","steps":["trace[618534917] 'agreement among raft nodes before linearized reading' (duration: 2.06385595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.170554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.106476Z","time spent":"2.064068795s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5255,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:19:12.170553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.129537Z","time spent":"2.040997698s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:19:12.170685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031276157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:19:12.169776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.099467Z","time spent":"2.070295936s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:19:12.170787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028077465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-qz7lz\" ","response":"range_response_count:1 size:14196"} {"level":"info","ts":"2026-03-02T17:19:12.170843Z","caller":"traceutil/trace.go:171","msg":"trace[1161914347] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-qz7lz; range_end:; response_count:1; response_revision:16308; }","duration":"2.028140246s","start":"2026-03-02T17:19:10.142687Z","end":"2026-03-02T17:19:12.170827Z","steps":["trace[1161914347] 'agreement among raft nodes before linearized reading' (duration: 2.028026894s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.170876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.14268Z","time spent":"2.028186077s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14218,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-qz7lz\" "} {"level":"warn","ts":"2026-03-02T17:19:12.170963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023798535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:1 size:5233"} {"level":"info","ts":"2026-03-02T17:19:12.171025Z","caller":"traceutil/trace.go:171","msg":"trace[542407641] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:1; response_revision:16308; }","duration":"2.023931478s","start":"2026-03-02T17:19:10.147082Z","end":"2026-03-02T17:19:12.171013Z","steps":["trace[542407641] 'agreement among raft nodes before linearized reading' (duration: 2.023784294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.17105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024088982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20674"} {"level":"warn","ts":"2026-03-02T17:19:12.171065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.147047Z","time spent":"2.02400466s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":5255,"request content":"key:\"/registry/jobs/openstack/neutron-db-sync\" "} {"level":"info","ts":"2026-03-02T17:19:12.171094Z","caller":"traceutil/trace.go:171","msg":"trace[1826342620] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:16308; }","duration":"2.024150724s","start":"2026-03-02T17:19:10.146933Z","end":"2026-03-02T17:19:12.171081Z","steps":["trace[1826342620] 'agreement among raft nodes before linearized reading' (duration: 2.024026651s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.171143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.146922Z","time spent":"2.024210795s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20696,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" "} {"level":"warn","ts":"2026-03-02T17:19:12.171176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868560983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.171211Z","caller":"traceutil/trace.go:171","msg":"trace[675249573] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:16308; }","duration":"1.868627494s","start":"2026-03-02T17:19:10.302575Z","end":"2026-03-02T17:19:12.171203Z","steps":["trace[675249573] 'agreement among raft nodes before linearized reading' (duration: 1.868566392s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.171246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.302559Z","time spent":"1.868677265s","remote":"127.0.0.1:41324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:19:12.170381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.034797Z","time spent":"2.135575783s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:19:12.169968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069428814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.169775Z","caller":"traceutil/trace.go:171","msg":"trace[1291626733] transaction","detail":"{read_only:false; response_revision:16308; number_of_response:1; }","duration":"1.683211372s","start":"2026-03-02T17:19:10.486545Z","end":"2026-03-02T17:19:12.169757Z","steps":["trace[1291626733] 'process raft request' (duration: 1.682520994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.171467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.48653Z","time spent":"1.684878086s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:19:12.169829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070412209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.171559Z","caller":"traceutil/trace.go:171","msg":"trace[328302321] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16308; }","duration":"2.072166985s","start":"2026-03-02T17:19:10.09938Z","end":"2026-03-02T17:19:12.171547Z","steps":["trace[328302321] 'agreement among raft nodes before linearized reading' (duration: 2.070415719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.171601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.099364Z","time spent":"2.072221466s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-02T17:19:12.170724Z","caller":"traceutil/trace.go:171","msg":"trace[544935470] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16308; }","duration":"2.03136775s","start":"2026-03-02T17:19:10.139349Z","end":"2026-03-02T17:19:12.170717Z","steps":["trace[544935470] 'agreement among raft nodes before linearized reading' (duration: 2.031290447s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.17173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.139324Z","time spent":"2.032389986s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-02T17:19:12.171894Z","caller":"traceutil/trace.go:171","msg":"trace[1106462846] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16308; }","duration":"2.071117907s","start":"2026-03-02T17:19:10.100253Z","end":"2026-03-02T17:19:12.171371Z","steps":["trace[1106462846] 'agreement among raft nodes before linearized reading' (duration: 2.069081275s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.174657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.100201Z","time spent":"2.071767494s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:19:12.178215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691723582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899497"} {"level":"info","ts":"2026-03-02T17:19:12.17845Z","caller":"traceutil/trace.go:171","msg":"trace[1854901809] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16308; }","duration":"1.691890776s","start":"2026-03-02T17:19:10.486378Z","end":"2026-03-02T17:19:12.178269Z","steps":["trace[1854901809] 'agreement among raft nodes before linearized reading' (duration: 1.68351831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.17854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.486362Z","time spent":"1.692134663s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T17:19:12.652311Z","caller":"traceutil/trace.go:171","msg":"trace[1393530422] linearizableReadLoop","detail":"{readStateIndex:16921; appliedIndex:16920; }","duration":"483.080896ms","start":"2026-03-02T17:19:12.169189Z","end":"2026-03-02T17:19:12.65227Z","steps":["trace[1393530422] 'read index received' (duration: 439.0955ms)","trace[1393530422] 'applied index is now lower than readState.Index' (duration: 43.983696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:19:12.652505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188043785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:19:12.652757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303682993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T17:19:12.652803Z","caller":"traceutil/trace.go:171","msg":"trace[727280202] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16309; }","duration":"1.303772865s","start":"2026-03-02T17:19:11.349014Z","end":"2026-03-02T17:19:12.652787Z","steps":["trace[727280202] 'agreement among raft nodes before linearized reading' (duration: 1.303591131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.65284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.348985Z","time spent":"1.303844717s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T17:19:12.653016Z","caller":"traceutil/trace.go:171","msg":"trace[806184931] transaction","detail":"{read_only:false; response_revision:16309; number_of_response:1; }","duration":"927.51263ms","start":"2026-03-02T17:19:11.725468Z","end":"2026-03-02T17:19:12.65298Z","steps":["trace[806184931] 'process raft request' (duration: 882.826146ms)","trace[806184931] 'compare' (duration: 43.327979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:19:12.653067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147725742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.653126Z","caller":"traceutil/trace.go:171","msg":"trace[1728643207] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:16309; }","duration":"1.147850276s","start":"2026-03-02T17:19:11.50526Z","end":"2026-03-02T17:19:12.65311Z","steps":["trace[1728643207] 'agreement among raft nodes before linearized reading' (duration: 1.147710532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096900819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:19:12.653155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.505233Z","time spent":"1.147913798s","remote":"127.0.0.1:52518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:19:12.652712Z","caller":"traceutil/trace.go:171","msg":"trace[676461685] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:16309; }","duration":"1.188300771s","start":"2026-03-02T17:19:11.464383Z","end":"2026-03-02T17:19:12.652684Z","steps":["trace[676461685] 'agreement among raft nodes before linearized reading' (duration: 1.188000883s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094536653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-02T17:19:12.6532Z","caller":"traceutil/trace.go:171","msg":"trace[152023041] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16309; }","duration":"1.097077804s","start":"2026-03-02T17:19:11.556098Z","end":"2026-03-02T17:19:12.653176Z","steps":["trace[152023041] 'agreement among raft nodes before linearized reading' (duration: 1.096876278s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.653249Z","caller":"traceutil/trace.go:171","msg":"trace[992446522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16309; }","duration":"2.094702897s","start":"2026-03-02T17:19:10.558521Z","end":"2026-03-02T17:19:12.653223Z","steps":["trace[992446522] 'agreement among raft nodes before linearized reading' (duration: 2.09444185s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.652581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302628406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T17:19:12.653153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877193036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-02T17:19:12.653282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.556072Z","time spent":"1.097197687s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:19:12.653267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389031099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T17:19:12.653292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055637202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" ","response":"range_response_count:1 size:18589"} {"level":"info","ts":"2026-03-02T17:19:12.653325Z","caller":"traceutil/trace.go:171","msg":"trace[645787790] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16309; }","duration":"1.303470278s","start":"2026-03-02T17:19:11.34983Z","end":"2026-03-02T17:19:12.6533Z","steps":["trace[645787790] 'agreement among raft nodes before linearized reading' (duration: 1.302621786s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047013955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T17:19:12.653349Z","caller":"traceutil/trace.go:171","msg":"trace[1687680049] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16309; }","duration":"1.389177522s","start":"2026-03-02T17:19:11.264149Z","end":"2026-03-02T17:19:12.653327Z","steps":["trace[1687680049] 'agreement among raft nodes before linearized reading' (duration: 1.388914166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.464357Z","time spent":"1.188853046s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:19:12.653364Z","caller":"traceutil/trace.go:171","msg":"trace[230272298] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-lvws9; range_end:; response_count:1; response_revision:16309; }","duration":"1.055757816s","start":"2026-03-02T17:19:11.597585Z","end":"2026-03-02T17:19:12.653343Z","steps":["trace[230272298] 'agreement among raft nodes before linearized reading' (duration: 1.055308964s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.653368Z","caller":"traceutil/trace.go:171","msg":"trace[2048926489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16309; }","duration":"1.877459793s","start":"2026-03-02T17:19:10.775885Z","end":"2026-03-02T17:19:12.653345Z","steps":["trace[2048926489] 'agreement among raft nodes before linearized reading' (duration: 1.877080453s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.264123Z","time spent":"1.389258285s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T17:19:12.653394Z","caller":"traceutil/trace.go:171","msg":"trace[1654698535] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16309; }","duration":"2.047130618s","start":"2026-03-02T17:19:10.606243Z","end":"2026-03-02T17:19:12.653374Z","steps":["trace[1654698535] 'agreement among raft nodes before linearized reading' (duration: 2.046658755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.597557Z","time spent":"1.055846247s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18611,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" "} {"level":"warn","ts":"2026-03-02T17:19:12.653298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.558495Z","time spent":"2.09479287s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:19:12.65344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.775866Z","time spent":"1.877553835s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:19:12.653149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505287445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-02T17:19:12.653465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:10.606222Z","time spent":"2.047224239s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-02T17:19:12.653498Z","caller":"traceutil/trace.go:171","msg":"trace[89639163] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16309; }","duration":"1.505703044s","start":"2026-03-02T17:19:11.147785Z","end":"2026-03-02T17:19:12.653488Z","steps":["trace[89639163] 'agreement among raft nodes before linearized reading' (duration: 1.505061428s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.725434Z","time spent":"927.660385ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:19:12.653555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.147765Z","time spent":"1.505752376s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:19:12.653266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505335915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-02T17:19:12.653608Z","caller":"traceutil/trace.go:171","msg":"trace[1824243368] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16309; }","duration":"1.505745356s","start":"2026-03-02T17:19:11.147847Z","end":"2026-03-02T17:19:12.653592Z","steps":["trace[1824243368] 'agreement among raft nodes before linearized reading' (duration: 1.505162781s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.349802Z","time spent":"1.30356787s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:19:12.653303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096289704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"warn","ts":"2026-03-02T17:19:12.653716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.147822Z","time spent":"1.505840419s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"info","ts":"2026-03-02T17:19:12.653733Z","caller":"traceutil/trace.go:171","msg":"trace[208102600] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16309; }","duration":"1.096717594s","start":"2026-03-02T17:19:11.556984Z","end":"2026-03-02T17:19:12.653701Z","steps":["trace[208102600] 'agreement among raft nodes before linearized reading' (duration: 1.096001265s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.653819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:11.556977Z","time spent":"1.096823538s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":722,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T17:19:12.666192Z","caller":"traceutil/trace.go:171","msg":"trace[46467086] transaction","detail":"{read_only:false; response_revision:16313; number_of_response:1; }","duration":"123.723188ms","start":"2026-03-02T17:19:12.542434Z","end":"2026-03-02T17:19:12.666157Z","steps":["trace[46467086] 'process raft request' (duration: 123.695667ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.666487Z","caller":"traceutil/trace.go:171","msg":"trace[1205865681] transaction","detail":"{read_only:false; response_revision:16311; number_of_response:1; }","duration":"488.947267ms","start":"2026-03-02T17:19:12.17752Z","end":"2026-03-02T17:19:12.666467Z","steps":["trace[1205865681] 'process raft request' (duration: 488.548467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.666658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.430937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T17:19:12.6667Z","caller":"traceutil/trace.go:171","msg":"trace[88561824] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16313; }","duration":"124.519879ms","start":"2026-03-02T17:19:12.542171Z","end":"2026-03-02T17:19:12.666691Z","steps":["trace[88561824] 'agreement among raft nodes before linearized reading' (duration: 124.397576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.666834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.177513Z","time spent":"489.124311ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:19:12.66695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.301843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-02T17:19:12.667007Z","caller":"traceutil/trace.go:171","msg":"trace[924663843] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:16313; }","duration":"220.444956ms","start":"2026-03-02T17:19:12.446549Z","end":"2026-03-02T17:19:12.666994Z","steps":["trace[924663843] 'agreement among raft nodes before linearized reading' (duration: 220.287932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.666515Z","caller":"traceutil/trace.go:171","msg":"trace[145724984] transaction","detail":"{read_only:false; response_revision:16312; number_of_response:1; }","duration":"288.355673ms","start":"2026-03-02T17:19:12.378141Z","end":"2026-03-02T17:19:12.666497Z","steps":["trace[145724984] 'process raft request' (duration: 287.957752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.666849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.557997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.66722Z","caller":"traceutil/trace.go:171","msg":"trace[366589643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16313; }","duration":"488.948437ms","start":"2026-03-02T17:19:12.178262Z","end":"2026-03-02T17:19:12.667211Z","steps":["trace[366589643] 'agreement among raft nodes before linearized reading' (duration: 488.567117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:12.667186Z","caller":"traceutil/trace.go:171","msg":"trace[1499755007] transaction","detail":"{read_only:false; response_revision:16310; number_of_response:1; }","duration":"491.085353ms","start":"2026-03-02T17:19:12.176049Z","end":"2026-03-02T17:19:12.667135Z","steps":["trace[1499755007] 'process raft request' (duration: 489.914482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.667245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.178245Z","time spent":"488.991698ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:19:12.667287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.772504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-02T17:19:12.66744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.44253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899497"} {"level":"info","ts":"2026-03-02T17:19:12.667478Z","caller":"traceutil/trace.go:171","msg":"trace[934094021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16313; }","duration":"484.501262ms","start":"2026-03-02T17:19:12.182968Z","end":"2026-03-02T17:19:12.667469Z","steps":["trace[934094021] 'agreement among raft nodes before linearized reading' (duration: 483.63308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.667502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.182949Z","time spent":"484.545232ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:19:12.667523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.732515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899497"} {"level":"info","ts":"2026-03-02T17:19:12.667525Z","caller":"traceutil/trace.go:171","msg":"trace[1417522231] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:16313; }","duration":"166.03716ms","start":"2026-03-02T17:19:12.501423Z","end":"2026-03-02T17:19:12.66746Z","steps":["trace[1417522231] 'agreement among raft nodes before linearized reading' (duration: 165.521867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.667465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.299304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-03-02T17:19:12.667581Z","caller":"traceutil/trace.go:171","msg":"trace[1262116722] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16313; }","duration":"487.814298ms","start":"2026-03-02T17:19:12.179747Z","end":"2026-03-02T17:19:12.667561Z","steps":["trace[1262116722] 'agreement among raft nodes before linearized reading' (duration: 487.017018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.66763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.179738Z","time spent":"487.875309ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:19:12.667422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.176016Z","time spent":"491.281618ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:19:12.667708Z","caller":"traceutil/trace.go:171","msg":"trace[1569059091] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16313; }","duration":"179.853458ms","start":"2026-03-02T17:19:12.487754Z","end":"2026-03-02T17:19:12.667607Z","steps":["trace[1569059091] 'agreement among raft nodes before linearized reading' (duration: 178.978586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.667867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.576523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899497"} {"level":"info","ts":"2026-03-02T17:19:12.667908Z","caller":"traceutil/trace.go:171","msg":"trace[991947925] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16313; }","duration":"489.648185ms","start":"2026-03-02T17:19:12.178251Z","end":"2026-03-02T17:19:12.667899Z","steps":["trace[991947925] 'agreement among raft nodes before linearized reading' (duration: 488.612298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.667936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.17824Z","time spent":"489.685656ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:19:12.668048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.974489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:899497"} {"level":"info","ts":"2026-03-02T17:19:12.6681Z","caller":"traceutil/trace.go:171","msg":"trace[1455877597] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:16313; }","duration":"486.029121ms","start":"2026-03-02T17:19:12.18206Z","end":"2026-03-02T17:19:12.668089Z","steps":["trace[1455877597] 'agreement among raft nodes before linearized reading' (duration: 485.120648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:19:12.668132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:19:12.18204Z","time spent":"486.080173ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":899519,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:19:12.668231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.302959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T17:19:12.668286Z","caller":"traceutil/trace.go:171","msg":"trace[1206932748] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:16313; }","duration":"180.371551ms","start":"2026-03-02T17:19:12.487901Z","end":"2026-03-02T17:19:12.668273Z","steps":["trace[1206932748] 'agreement among raft nodes before linearized reading' (duration: 178.792131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:19:26.831417Z","caller":"traceutil/trace.go:171","msg":"trace[1075065699] transaction","detail":"{read_only:false; response_revision:16383; number_of_response:1; }","duration":"104.189663ms","start":"2026-03-02T17:19:26.727196Z","end":"2026-03-02T17:19:26.831386Z","steps":["trace[1075065699] 'process raft request' (duration: 100.458036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:11.066462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:11.566863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:12.067798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:12.56845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:13.069161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:13.35965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:20:13.359708Z","caller":"traceutil/trace.go:171","msg":"trace[777232961] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000226895s","start":"2026-03-02T17:20:11.359469Z","end":"2026-03-02T17:20:13.359696Z","steps":["trace[777232961] 'agreement among raft nodes before linearized reading' (duration: 2.000157403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:13.359734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.359457Z","time spent":"2.000271457s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:20:13 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:20:13.572264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:14.073587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:14.574528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:15.080144Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:15.360197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000177454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:20:15.36026Z","caller":"traceutil/trace.go:171","msg":"trace[1734830209] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288786s","start":"2026-03-02T17:20:13.359956Z","end":"2026-03-02T17:20:15.360245Z","steps":["trace[1734830209] 'agreement among raft nodes before linearized reading' (duration: 2.000211204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.360286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.359935Z","time spent":"2.000344118s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:20:15.422474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.509387Z","time spent":"4.913080387s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 17:20:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:20:15.580997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837233756,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:20:15.607728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.098236902s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:20:15.785446Z","caller":"traceutil/trace.go:171","msg":"trace[918906700] transaction","detail":"{read_only:false; response_revision:16614; number_of_response:1; }","duration":"4.802009626s","start":"2026-03-02T17:20:10.983323Z","end":"2026-03-02T17:20:15.785333Z","steps":["trace[918906700] 'process raft request' (duration: 4.801755079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.785621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.983291Z","time spent":"4.802235652s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:20:15.785914Z","caller":"traceutil/trace.go:171","msg":"trace[435285535] transaction","detail":"{read_only:false; response_revision:16613; number_of_response:1; }","duration":"4.852016058s","start":"2026-03-02T17:20:10.933883Z","end":"2026-03-02T17:20:15.785899Z","steps":["trace[435285535] 'process raft request' (duration: 4.851052123s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.78599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.933855Z","time spent":"4.85209559s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:20:15.786141Z","caller":"traceutil/trace.go:171","msg":"trace[1889126499] transaction","detail":"{read_only:false; response_revision:16615; number_of_response:1; }","duration":"3.010462744s","start":"2026-03-02T17:20:12.775608Z","end":"2026-03-02T17:20:15.786071Z","steps":["trace[1889126499] 'process raft request' (duration: 3.009508899s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.786354Z","caller":"traceutil/trace.go:171","msg":"trace[502128615] transaction","detail":"{read_only:false; response_revision:16616; number_of_response:1; }","duration":"1.994147299s","start":"2026-03-02T17:20:13.79217Z","end":"2026-03-02T17:20:15.786318Z","steps":["trace[502128615] 'process raft request' (duration: 1.992977238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.786437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.775595Z","time spent":"3.01067861s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:20:15.786593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.792127Z","time spent":"1.994357274s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:20:15.79428Z","caller":"traceutil/trace.go:171","msg":"trace[1492408552] linearizableReadLoop","detail":"{readStateIndex:17243; appliedIndex:17237; }","duration":"5.228699193s","start":"2026-03-02T17:20:10.565558Z","end":"2026-03-02T17:20:15.794258Z","steps":["trace[1492408552] 'read index received' (duration: 5.042760657s)","trace[1492408552] 'applied index is now lower than readState.Index' (duration: 185.937536ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:15.794425Z","caller":"traceutil/trace.go:171","msg":"trace[1457618648] transaction","detail":"{read_only:false; response_revision:16617; number_of_response:1; }","duration":"1.663110902s","start":"2026-03-02T17:20:14.131305Z","end":"2026-03-02T17:20:15.794416Z","steps":["trace[1457618648] 'process raft request' (duration: 1.662591449s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.794514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:14.131288Z","time spent":"1.663157773s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:20:15.794684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229101744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:20:15.794747Z","caller":"traceutil/trace.go:171","msg":"trace[1393139772] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:16617; }","duration":"5.229183626s","start":"2026-03-02T17:20:10.565548Z","end":"2026-03-02T17:20:15.794732Z","steps":["trace[1393139772] 'agreement among raft nodes before linearized reading' (duration: 5.229027353s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.794772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.565472Z","time spent":"5.229294519s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:20:15.795122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034204356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:20:15.795187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.774094189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-qz7lz\" ","response":"range_response_count:1 size:14197"} {"level":"info","ts":"2026-03-02T17:20:15.795205Z","caller":"traceutil/trace.go:171","msg":"trace[1981417510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16617; }","duration":"5.034346481s","start":"2026-03-02T17:20:10.76084Z","end":"2026-03-02T17:20:15.795187Z","steps":["trace[1981417510] 'agreement among raft nodes before linearized reading' (duration: 5.034108505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.760816Z","time spent":"5.034421903s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:20:15.79526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.154993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-02T17:20:15.795277Z","caller":"traceutil/trace.go:171","msg":"trace[185039545] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:16617; }","duration":"371.193055ms","start":"2026-03-02T17:20:15.42408Z","end":"2026-03-02T17:20:15.795273Z","steps":["trace[185039545] 'agreement among raft nodes before linearized reading' (duration: 371.147073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:15.424069Z","time spent":"371.218895ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64737814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:15.79541Z","caller":"traceutil/trace.go:171","msg":"trace[1918742715] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:16617; }","duration":"2.647427972s","start":"2026-03-02T17:20:13.147977Z","end":"2026-03-02T17:20:15.795405Z","steps":["trace[1918742715] 'agreement among raft nodes before linearized reading' (duration: 2.647391701s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.706528449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wr2f7\" ","response":"range_response_count:1 size:18566"} {"level":"warn","ts":"2026-03-02T17:20:15.795425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.147961Z","time spent":"2.647460333s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:20:15.795386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440754001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:15.795466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163282868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-02T17:20:15.795501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992832028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:15.795433Z","caller":"traceutil/trace.go:171","msg":"trace[1074188972] range","detail":"{range_begin:/registry/pods/openstack/neutron-dhcp-agent-default-wr2f7; range_end:; response_count:1; response_revision:16617; }","duration":"4.70659109s","start":"2026-03-02T17:20:11.088836Z","end":"2026-03-02T17:20:15.795427Z","steps":["trace[1074188972] 'agreement among raft nodes before linearized reading' (duration: 4.706497168s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684571801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T17:20:15.795543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.82533377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:20:15.795555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.088817Z","time spent":"4.706726403s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":18588,"request content":"key:\"/registry/pods/openstack/neutron-dhcp-agent-default-wr2f7\" "} {"level":"info","ts":"2026-03-02T17:20:15.795577Z","caller":"traceutil/trace.go:171","msg":"trace[484436220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16617; }","duration":"4.684718065s","start":"2026-03-02T17:20:11.110837Z","end":"2026-03-02T17:20:15.795555Z","steps":["trace[484436220] 'agreement among raft nodes before linearized reading' (duration: 4.684418296s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992968661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-02T17:20:15.795578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256673042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" ","response":"range_response_count:1 size:18590"} {"level":"warn","ts":"2026-03-02T17:20:15.795635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035062769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T17:20:15.795633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.787780363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-02T17:20:15.795634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.110819Z","time spent":"4.684804937s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:20:15.795667Z","caller":"traceutil/trace.go:171","msg":"trace[1246774697] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16617; }","duration":"3.787840075s","start":"2026-03-02T17:20:12.007819Z","end":"2026-03-02T17:20:15.795659Z","steps":["trace[1246774697] 'agreement among raft nodes before linearized reading' (duration: 3.787735223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034700739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:20:15.795685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.262989371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:15.795695Z","caller":"traceutil/trace.go:171","msg":"trace[1918870370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16617; }","duration":"5.03471998s","start":"2026-03-02T17:20:10.76097Z","end":"2026-03-02T17:20:15.79569Z","steps":["trace[1918870370] 'agreement among raft nodes before linearized reading' (duration: 5.034664648s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.795623Z","caller":"traceutil/trace.go:171","msg":"trace[1772792704] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16617; }","duration":"4.993021933s","start":"2026-03-02T17:20:10.802591Z","end":"2026-03-02T17:20:15.795613Z","steps":["trace[1772792704] 'agreement among raft nodes before linearized reading' (duration: 4.992953401s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.007794Z","time spent":"3.787893257s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:20:15.79572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.760903Z","time spent":"5.034808162s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99289656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:15.795211Z","caller":"traceutil/trace.go:171","msg":"trace[1044512161] range","detail":"{range_begin:/registry/pods/openstack/neutron-metadata-agent-default-qz7lz; range_end:; response_count:1; response_revision:16617; }","duration":"3.77413295s","start":"2026-03-02T17:20:12.021071Z","end":"2026-03-02T17:20:15.795204Z","steps":["trace[1044512161] 'agreement among raft nodes before linearized reading' (duration: 3.774014127s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.795525Z","caller":"traceutil/trace.go:171","msg":"trace[1614240132] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16617; }","duration":"4.992870109s","start":"2026-03-02T17:20:10.802649Z","end":"2026-03-02T17:20:15.795519Z","steps":["trace[1614240132] 'agreement among raft nodes before linearized reading' (duration: 4.992799227s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.021062Z","time spent":"3.774720005s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":14219,"request content":"key:\"/registry/pods/openstack/neutron-metadata-agent-default-qz7lz\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.773099814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-02T17:20:15.795798Z","caller":"traceutil/trace.go:171","msg":"trace[1529154051] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16617; }","duration":"4.993110975s","start":"2026-03-02T17:20:10.802662Z","end":"2026-03-02T17:20:15.795773Z","steps":["trace[1529154051] 'agreement among raft nodes before linearized reading' (duration: 4.992712105s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.795829Z","caller":"traceutil/trace.go:171","msg":"trace[665358646] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:16617; }","duration":"3.773128994s","start":"2026-03-02T17:20:12.022696Z","end":"2026-03-02T17:20:15.795825Z","steps":["trace[665358646] 'agreement among raft nodes before linearized reading' (duration: 3.773082703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.022688Z","time spent":"3.773151405s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20697,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20669686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-03-02T17:20:15.79568Z","caller":"traceutil/trace.go:171","msg":"trace[1370781851] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-lvws9; range_end:; response_count:1; response_revision:16617; }","duration":"4.256831766s","start":"2026-03-02T17:20:11.538822Z","end":"2026-03-02T17:20:15.795654Z","steps":["trace[1370781851] 'agreement among raft nodes before linearized reading' (duration: 4.256466637s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.802576Z","time spent":"4.993158476s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.538805Z","time spent":"4.257085292s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":18612,"request content":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.802655Z","time spent":"4.993188697s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.991741301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-02T17:20:15.796039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989474121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:15.796068Z","caller":"traceutil/trace.go:171","msg":"trace[1150011753] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16617; }","duration":"4.989521252s","start":"2026-03-02T17:20:10.80654Z","end":"2026-03-02T17:20:15.796062Z","steps":["trace[1150011753] 'agreement among raft nodes before linearized reading' (duration: 4.98944985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.795807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.802643Z","time spent":"4.993155616s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.806532Z","time spent":"4.989552623s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T17:20:15.796083Z","caller":"traceutil/trace.go:171","msg":"trace[1751802449] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16617; }","duration":"4.991789781s","start":"2026-03-02T17:20:10.80421Z","end":"2026-03-02T17:20:15.796Z","steps":["trace[1751802449] 'agreement among raft nodes before linearized reading' (duration: 4.991699348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.79609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385367309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:15.79613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.8042Z","time spent":"4.991919135s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.116693046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-02T17:20:15.795701Z","caller":"traceutil/trace.go:171","msg":"trace[663043191] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16617; }","duration":"3.263013651s","start":"2026-03-02T17:20:12.532684Z","end":"2026-03-02T17:20:15.795697Z","steps":["trace[663043191] 'agreement among raft nodes before linearized reading' (duration: 3.26298458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.532675Z","time spent":"3.263489184s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440926755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:15.796186Z","caller":"traceutil/trace.go:171","msg":"trace[1594333515] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:16617; }","duration":"2.116742767s","start":"2026-03-02T17:20:13.679407Z","end":"2026-03-02T17:20:15.79615Z","steps":["trace[1594333515] 'agreement among raft nodes before linearized reading' (duration: 2.116634204s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.795888Z","caller":"traceutil/trace.go:171","msg":"trace[1448896048] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:16617; }","duration":"4.206767201s","start":"2026-03-02T17:20:11.589112Z","end":"2026-03-02T17:20:15.79588Z","steps":["trace[1448896048] 'agreement among raft nodes before linearized reading' (duration: 4.206664779s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.79624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.589082Z","time spent":"4.207152792s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-n9bgd\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.046235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:15.796255Z","caller":"traceutil/trace.go:171","msg":"trace[1084238440] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:16617; }","duration":"4.385467511s","start":"2026-03-02T17:20:11.410675Z","end":"2026-03-02T17:20:15.796142Z","steps":["trace[1084238440] 'agreement among raft nodes before linearized reading' (duration: 4.385364968s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.79552Z","caller":"traceutil/trace.go:171","msg":"trace[294719709] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16617; }","duration":"4.16337151s","start":"2026-03-02T17:20:11.632137Z","end":"2026-03-02T17:20:15.795508Z","steps":["trace[294719709] 'agreement among raft nodes before linearized reading' (duration: 4.163174256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.79629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.63212Z","time spent":"4.164165171s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"info","ts":"2026-03-02T17:20:15.796292Z","caller":"traceutil/trace.go:171","msg":"trace[386870160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16617; }","duration":"430.082415ms","start":"2026-03-02T17:20:15.366188Z","end":"2026-03-02T17:20:15.796271Z","steps":["trace[386870160] 'agreement among raft nodes before linearized reading' (duration: 430.042564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:15.366181Z","time spent":"430.161227ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.992335595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T17:20:15.795766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263147635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:15.796378Z","caller":"traceutil/trace.go:171","msg":"trace[311423832] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16617; }","duration":"4.992648862s","start":"2026-03-02T17:20:10.80372Z","end":"2026-03-02T17:20:15.796369Z","steps":["trace[311423832] 'agreement among raft nodes before linearized reading' (duration: 4.992297054s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.796396Z","caller":"traceutil/trace.go:171","msg":"trace[1129175669] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16617; }","duration":"3.263809832s","start":"2026-03-02T17:20:12.53258Z","end":"2026-03-02T17:20:15.79639Z","steps":["trace[1129175669] 'agreement among raft nodes before linearized reading' (duration: 3.263174825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.803707Z","time spent":"4.992688334s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-02T17:20:15.795593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.842904433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-03-02T17:20:15.796417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440604205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T17:20:15.796412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.990101868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-02T17:20:15.795745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263061472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-02T17:20:15.79646Z","caller":"traceutil/trace.go:171","msg":"trace[1481689232] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16617; }","duration":"4.440694638s","start":"2026-03-02T17:20:11.355755Z","end":"2026-03-02T17:20:15.796449Z","steps":["trace[1481689232] 'agreement among raft nodes before linearized reading' (duration: 4.440565825s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441842439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"info","ts":"2026-03-02T17:20:15.79649Z","caller":"traceutil/trace.go:171","msg":"trace[1475226825] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16617; }","duration":"3.263811602s","start":"2026-03-02T17:20:12.532667Z","end":"2026-03-02T17:20:15.796478Z","steps":["trace[1475226825] 'agreement among raft nodes before linearized reading' (duration: 3.263045752s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.532564Z","time spent":"3.263844332s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.521071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:15.796518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680388853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T17:20:15.796509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509498683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:20:15.796298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.41066Z","time spent":"4.385625325s","remote":"127.0.0.1:59180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:20:15.796585Z","caller":"traceutil/trace.go:171","msg":"trace[1661108889] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16617; }","duration":"4.680463714s","start":"2026-03-02T17:20:11.116108Z","end":"2026-03-02T17:20:15.796572Z","steps":["trace[1661108889] 'agreement among raft nodes before linearized reading' (duration: 4.680356462s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.796598Z","caller":"traceutil/trace.go:171","msg":"trace[861718739] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16617; }","duration":"1.509625166s","start":"2026-03-02T17:20:14.286959Z","end":"2026-03-02T17:20:15.796585Z","steps":["trace[861718739] 'agreement among raft nodes before linearized reading' (duration: 1.509441251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.116097Z","time spent":"4.680507375s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:20:15.796545Z","caller":"traceutil/trace.go:171","msg":"trace[1780999631] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:16617; }","duration":"446.608032ms","start":"2026-03-02T17:20:15.349925Z","end":"2026-03-02T17:20:15.796533Z","steps":["trace[1780999631] 'agreement among raft nodes before linearized reading' (duration: 446.374407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441367375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4890"} {"level":"warn","ts":"2026-03-02T17:20:15.796629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:14.286944Z","time spent":"1.509677287s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T17:20:15.796643Z","caller":"traceutil/trace.go:171","msg":"trace[63932298] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16617; }","duration":"2.441393647s","start":"2026-03-02T17:20:13.355243Z","end":"2026-03-02T17:20:15.796636Z","steps":["trace[63932298] 'agreement among raft nodes before linearized reading' (duration: 2.441341756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:15.349909Z","time spent":"446.726486ms","remote":"127.0.0.1:42128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:20:15.796658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.35524Z","time spent":"2.441414487s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.679389Z","time spent":"2.116818858s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.680539567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T17:20:15.79649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.35573Z","time spent":"4.440752059s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-02T17:20:15.796707Z","caller":"traceutil/trace.go:171","msg":"trace[1149620723] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16617; }","duration":"4.680562688s","start":"2026-03-02T17:20:11.116139Z","end":"2026-03-02T17:20:15.796702Z","steps":["trace[1149620723] 'agreement among raft nodes before linearized reading' (duration: 4.680513235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:11.116136Z","time spent":"4.680583998s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.937108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-02T17:20:15.795485Z","caller":"traceutil/trace.go:171","msg":"trace[1117369989] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16617; }","duration":"2.440908884s","start":"2026-03-02T17:20:13.354557Z","end":"2026-03-02T17:20:15.795465Z","steps":["trace[1117369989] 'agreement among raft nodes before linearized reading' (duration: 2.440692068s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.796751Z","caller":"traceutil/trace.go:171","msg":"trace[1962638237] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:16617; }","duration":"430.971519ms","start":"2026-03-02T17:20:15.365775Z","end":"2026-03-02T17:20:15.796747Z","steps":["trace[1962638237] 'agreement among raft nodes before linearized reading' (duration: 430.922697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:15.365764Z","time spent":"430.999089ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"info","ts":"2026-03-02T17:20:15.796491Z","caller":"traceutil/trace.go:171","msg":"trace[628225686] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16617; }","duration":"4.99021487s","start":"2026-03-02T17:20:10.806256Z","end":"2026-03-02T17:20:15.796471Z","steps":["trace[628225686] 'agreement among raft nodes before linearized reading' (duration: 4.989955504s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.795658Z","caller":"traceutil/trace.go:171","msg":"trace[1958745135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16617; }","duration":"3.035133121s","start":"2026-03-02T17:20:12.76052Z","end":"2026-03-02T17:20:15.795653Z","steps":["trace[1958745135] 'agreement among raft nodes before linearized reading' (duration: 3.0350852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.354541Z","time spent":"2.442232579s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:10.806246Z","time spent":"4.99055894s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:20:15.796496Z","caller":"traceutil/trace.go:171","msg":"trace[1787274805] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:16617; }","duration":"2.441889079s","start":"2026-03-02T17:20:13.354599Z","end":"2026-03-02T17:20:15.796488Z","steps":["trace[1787274805] 'agreement among raft nodes before linearized reading' (duration: 2.441737776s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.796841Z","caller":"traceutil/trace.go:171","msg":"trace[2017238319] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:16617; }","duration":"2.825353471s","start":"2026-03-02T17:20:12.970203Z","end":"2026-03-02T17:20:15.795556Z","steps":["trace[2017238319] 'agreement among raft nodes before linearized reading' (duration: 2.82531454s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:15.796471Z","caller":"traceutil/trace.go:171","msg":"trace[1526737638] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:16617; }","duration":"2.843774776s","start":"2026-03-02T17:20:12.952658Z","end":"2026-03-02T17:20:15.796433Z","steps":["trace[1526737638] 'agreement among raft nodes before linearized reading' (duration: 2.842901554s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.796866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.970162Z","time spent":"2.826692995s","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":5,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:20:15.796527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.53266Z","time spent":"3.263858273s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.952645Z","time spent":"2.844220158s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:12.760502Z","time spent":"3.036315582s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:20:15.796867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.354596Z","time spent":"2.442259459s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4912,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:20:15.796197Z","caller":"traceutil/trace.go:171","msg":"trace[1234308919] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16617; }","duration":"2.440967136s","start":"2026-03-02T17:20:13.35522Z","end":"2026-03-02T17:20:15.796187Z","steps":["trace[1234308919] 'agreement among raft nodes before linearized reading' (duration: 2.440914625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:15.797169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:13.355215Z","time spent":"2.441892309s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-02T17:20:22.002733Z","caller":"traceutil/trace.go:171","msg":"trace[343315999] transaction","detail":"{read_only:false; response_revision:16663; number_of_response:1; }","duration":"195.834381ms","start":"2026-03-02T17:20:21.806867Z","end":"2026-03-02T17:20:22.002701Z","steps":["trace[343315999] 'process raft request' (duration: 195.621836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.005833Z","caller":"traceutil/trace.go:171","msg":"trace[1310648998] transaction","detail":"{read_only:false; response_revision:16664; number_of_response:1; }","duration":"198.906871ms","start":"2026-03-02T17:20:21.806904Z","end":"2026-03-02T17:20:22.005811Z","steps":["trace[1310648998] 'process raft request' (duration: 198.753607ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.006008Z","caller":"traceutil/trace.go:171","msg":"trace[451409331] linearizableReadLoop","detail":"{readStateIndex:17291; appliedIndex:17289; }","duration":"191.675884ms","start":"2026-03-02T17:20:21.814317Z","end":"2026-03-02T17:20:22.005993Z","steps":["trace[451409331] 'read index received' (duration: 188.239845ms)","trace[451409331] 'applied index is now lower than readState.Index' (duration: 3.435369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:20:22.00627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.503363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:22.00631Z","caller":"traceutil/trace.go:171","msg":"trace[925279700] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16665; }","duration":"190.570935ms","start":"2026-03-02T17:20:21.815729Z","end":"2026-03-02T17:20:22.0063Z","steps":["trace[925279700] 'agreement among raft nodes before linearized reading' (duration: 190.501844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.006583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.342108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:22.00665Z","caller":"traceutil/trace.go:171","msg":"trace[1878111225] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16665; }","duration":"188.467901ms","start":"2026-03-02T17:20:21.818173Z","end":"2026-03-02T17:20:22.00664Z","steps":["trace[1878111225] 'agreement among raft nodes before linearized reading' (duration: 188.336197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.006709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.606401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:20:22.006746Z","caller":"traceutil/trace.go:171","msg":"trace[320306531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16665; }","duration":"160.700794ms","start":"2026-03-02T17:20:21.846036Z","end":"2026-03-02T17:20:22.006737Z","steps":["trace[320306531] 'agreement among raft nodes before linearized reading' (duration: 160.55662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.006768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.344631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:20:22.006833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.705948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:22.006866Z","caller":"traceutil/trace.go:171","msg":"trace[1567718426] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16665; }","duration":"188.756309ms","start":"2026-03-02T17:20:21.8181Z","end":"2026-03-02T17:20:22.006857Z","steps":["trace[1567718426] 'agreement among raft nodes before linearized reading' (duration: 188.705588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.006872Z","caller":"traceutil/trace.go:171","msg":"trace[544981382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16665; }","duration":"161.507725ms","start":"2026-03-02T17:20:21.845339Z","end":"2026-03-02T17:20:22.006846Z","steps":["trace[544981382] 'agreement among raft nodes before linearized reading' (duration: 161.221708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.006988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.864635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:22.007074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.985945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:22.007107Z","caller":"traceutil/trace.go:171","msg":"trace[1063336384] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16665; }","duration":"191.027037ms","start":"2026-03-02T17:20:21.816071Z","end":"2026-03-02T17:20:22.007098Z","steps":["trace[1063336384] 'agreement among raft nodes before linearized reading' (duration: 190.958355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.007013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.958072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T17:20:22.007325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.518329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:20:22.007323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.570677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-02T17:20:22.00733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.8154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:22.007461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.306849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:20:22.007519Z","caller":"traceutil/trace.go:171","msg":"trace[893598003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16665; }","duration":"161.362791ms","start":"2026-03-02T17:20:21.84614Z","end":"2026-03-02T17:20:22.007503Z","steps":["trace[893598003] 'agreement among raft nodes before linearized reading' (duration: 160.296583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.007565Z","caller":"traceutil/trace.go:171","msg":"trace[888586145] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16665; }","duration":"188.994424ms","start":"2026-03-02T17:20:21.818488Z","end":"2026-03-02T17:20:22.007482Z","steps":["trace[888586145] 'agreement among raft nodes before linearized reading' (duration: 188.727328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.007014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.151764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:22.007698Z","caller":"traceutil/trace.go:171","msg":"trace[1854667912] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16665; }","duration":"190.852852ms","start":"2026-03-02T17:20:21.816817Z","end":"2026-03-02T17:20:22.00767Z","steps":["trace[1854667912] 'agreement among raft nodes before linearized reading' (duration: 190.145824ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.007417Z","caller":"traceutil/trace.go:171","msg":"trace[452232520] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16665; }","duration":"103.71172ms","start":"2026-03-02T17:20:21.90368Z","end":"2026-03-02T17:20:22.007392Z","steps":["trace[452232520] 'agreement among raft nodes before linearized reading' (duration: 103.414102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.007363Z","caller":"traceutil/trace.go:171","msg":"trace[1224889928] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16665; }","duration":"160.573341ms","start":"2026-03-02T17:20:21.846779Z","end":"2026-03-02T17:20:22.007352Z","steps":["trace[1224889928] 'agreement among raft nodes before linearized reading' (duration: 160.492939ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.007267Z","caller":"traceutil/trace.go:171","msg":"trace[512328942] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16665; }","duration":"192.956587ms","start":"2026-03-02T17:20:21.81428Z","end":"2026-03-02T17:20:22.007237Z","steps":["trace[512328942] 'agreement among raft nodes before linearized reading' (duration: 191.800677ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.007176Z","caller":"traceutil/trace.go:171","msg":"trace[1487811465] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16665; }","duration":"188.130852ms","start":"2026-03-02T17:20:21.819015Z","end":"2026-03-02T17:20:22.007145Z","steps":["trace[1487811465] 'agreement among raft nodes before linearized reading' (duration: 187.869726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.006723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.132043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:22.008069Z","caller":"traceutil/trace.go:171","msg":"trace[132260084] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16665; }","duration":"189.626351ms","start":"2026-03-02T17:20:21.818427Z","end":"2026-03-02T17:20:22.008054Z","steps":["trace[132260084] 'agreement among raft nodes before linearized reading' (duration: 188.030639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.007024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.476583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:20:22.00816Z","caller":"traceutil/trace.go:171","msg":"trace[1326977948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16665; }","duration":"162.654474ms","start":"2026-03-02T17:20:21.845497Z","end":"2026-03-02T17:20:22.008152Z","steps":["trace[1326977948] 'agreement among raft nodes before linearized reading' (duration: 161.316509ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.008821Z","caller":"traceutil/trace.go:171","msg":"trace[1420429903] transaction","detail":"{read_only:false; response_revision:16665; number_of_response:1; }","duration":"165.816355ms","start":"2026-03-02T17:20:21.840587Z","end":"2026-03-02T17:20:22.006403Z","steps":["trace[1420429903] 'process raft request' (duration: 165.184688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.419387Z","caller":"traceutil/trace.go:171","msg":"trace[1184414563] transaction","detail":"{read_only:false; response_revision:16667; number_of_response:1; }","duration":"325.258826ms","start":"2026-03-02T17:20:22.094107Z","end":"2026-03-02T17:20:22.419366Z","steps":["trace[1184414563] 'process raft request' (duration: 257.147046ms)","trace[1184414563] 'compare' (duration: 67.826383ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:22.419438Z","caller":"traceutil/trace.go:171","msg":"trace[1381787717] transaction","detail":"{read_only:false; response_revision:16668; number_of_response:1; }","duration":"325.308597ms","start":"2026-03-02T17:20:22.09412Z","end":"2026-03-02T17:20:22.419429Z","steps":["trace[1381787717] 'process raft request' (duration: 325.117662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.419536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094081Z","time spent":"325.379098ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:20:22.419537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.09411Z","time spent":"325.357989ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:20:22.419385Z","caller":"traceutil/trace.go:171","msg":"trace[673233152] transaction","detail":"{read_only:false; response_revision:16669; number_of_response:1; }","duration":"325.193204ms","start":"2026-03-02T17:20:22.094168Z","end":"2026-03-02T17:20:22.419362Z","steps":["trace[673233152] 'process raft request' (duration: 325.115642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.419826Z","caller":"traceutil/trace.go:171","msg":"trace[1453388483] linearizableReadLoop","detail":"{readStateIndex:17298; appliedIndex:17293; }","duration":"232.093109ms","start":"2026-03-02T17:20:22.187691Z","end":"2026-03-02T17:20:22.419784Z","steps":["trace[1453388483] 'read index received' (duration: 163.728922ms)","trace[1453388483] 'applied index is now lower than readState.Index' (duration: 68.362047ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:20:22.419881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094156Z","time spent":"325.492432ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:20:22.420268Z","caller":"traceutil/trace.go:171","msg":"trace[1157588767] transaction","detail":"{read_only:false; response_revision:16670; number_of_response:1; }","duration":"325.928803ms","start":"2026-03-02T17:20:22.094287Z","end":"2026-03-02T17:20:22.420215Z","steps":["trace[1157588767] 'process raft request' (duration: 325.03137ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.420293Z","caller":"traceutil/trace.go:171","msg":"trace[681301984] transaction","detail":"{read_only:false; response_revision:16671; number_of_response:1; }","duration":"276.918297ms","start":"2026-03-02T17:20:22.143328Z","end":"2026-03-02T17:20:22.420247Z","steps":["trace[681301984] 'process raft request' (duration: 276.285721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.420467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094272Z","time spent":"326.091949ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:20:22.421147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.214003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914121"} {"level":"info","ts":"2026-03-02T17:20:22.421201Z","caller":"traceutil/trace.go:171","msg":"trace[988091369] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16671; }","duration":"323.294336ms","start":"2026-03-02T17:20:22.097892Z","end":"2026-03-02T17:20:22.421186Z","steps":["trace[988091369] 'agreement among raft nodes before linearized reading' (duration: 322.267279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.421246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.097877Z","time spent":"323.355568ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":914143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:20:22.421501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.517809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-service-776gf\" ","response":"range_response_count:1 size:8079"} {"level":"info","ts":"2026-03-02T17:20:22.421576Z","caller":"traceutil/trace.go:171","msg":"trace[864571262] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-service-776gf; range_end:; response_count:1; response_revision:16671; }","duration":"280.658284ms","start":"2026-03-02T17:20:22.1409Z","end":"2026-03-02T17:20:22.421558Z","steps":["trace[864571262] 'agreement among raft nodes before linearized reading' (duration: 279.394952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.422254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.649078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914121"} {"level":"warn","ts":"2026-03-02T17:20:22.422891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.696115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914121"} {"level":"info","ts":"2026-03-02T17:20:22.422943Z","caller":"traceutil/trace.go:171","msg":"trace[1589772813] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16671; }","duration":"327.73797ms","start":"2026-03-02T17:20:22.094552Z","end":"2026-03-02T17:20:22.42229Z","steps":["trace[1589772813] 'agreement among raft nodes before linearized reading' (duration: 325.281418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.422977Z","caller":"traceutil/trace.go:171","msg":"trace[1607043069] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16671; }","duration":"328.824348ms","start":"2026-03-02T17:20:22.094134Z","end":"2026-03-02T17:20:22.422958Z","steps":["trace[1607043069] 'agreement among raft nodes before linearized reading' (duration: 326.010615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.422993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094538Z","time spent":"328.440218ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":914143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:20:22.423039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094128Z","time spent":"328.893239ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":914143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:20:22.423699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.551087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914121"} {"level":"warn","ts":"2026-03-02T17:20:22.423778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.804761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914121"} {"level":"info","ts":"2026-03-02T17:20:22.423819Z","caller":"traceutil/trace.go:171","msg":"trace[1384408744] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16671; }","duration":"329.704461ms","start":"2026-03-02T17:20:22.094093Z","end":"2026-03-02T17:20:22.423797Z","steps":["trace[1384408744] 'agreement among raft nodes before linearized reading' (duration: 325.859231ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:22.42385Z","caller":"traceutil/trace.go:171","msg":"trace[894540214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16671; }","duration":"325.886313ms","start":"2026-03-02T17:20:22.097946Z","end":"2026-03-02T17:20:22.423832Z","steps":["trace[894540214] 'agreement among raft nodes before linearized reading' (duration: 321.870699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.42392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094069Z","time spent":"329.838105ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":914143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:20:22.423904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.097932Z","time spent":"325.955904ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":914143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:20:22.426074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.897047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:92 size:914121"} {"level":"info","ts":"2026-03-02T17:20:22.426207Z","caller":"traceutil/trace.go:171","msg":"trace[548020290] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:92; response_revision:16671; }","duration":"332.093552ms","start":"2026-03-02T17:20:22.094074Z","end":"2026-03-02T17:20:22.426167Z","steps":["trace[548020290] 'agreement among raft nodes before linearized reading' (duration: 326.237791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:22.426314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:22.094044Z","time spent":"332.256726ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":92,"response size":914143,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T17:20:22.542577Z","caller":"traceutil/trace.go:171","msg":"trace[1214181664] transaction","detail":"{read_only:false; response_revision:16672; number_of_response:1; }","duration":"107.036286ms","start":"2026-03-02T17:20:22.435511Z","end":"2026-03-02T17:20:22.542547Z","steps":["trace[1214181664] 'process raft request' (duration: 104.336677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.20363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.744419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:20:26.20393Z","caller":"traceutil/trace.go:171","msg":"trace[230241669] transaction","detail":"{read_only:false; response_revision:16689; number_of_response:1; }","duration":"126.252363ms","start":"2026-03-02T17:20:26.077665Z","end":"2026-03-02T17:20:26.203917Z","steps":["trace[230241669] 'process raft request' (duration: 126.211252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:26.20411Z","caller":"traceutil/trace.go:171","msg":"trace[1002362440] transaction","detail":"{read_only:false; response_revision:16687; number_of_response:1; }","duration":"138.715555ms","start":"2026-03-02T17:20:26.065387Z","end":"2026-03-02T17:20:26.204103Z","steps":["trace[1002362440] 'process raft request' (duration: 36.418852ms)","trace[1002362440] 'compare' (duration: 101.429831ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:26.204168Z","caller":"traceutil/trace.go:171","msg":"trace[407904838] linearizableReadLoop","detail":"{readStateIndex:17315; appliedIndex:17314; }","duration":"138.209702ms","start":"2026-03-02T17:20:26.065941Z","end":"2026-03-02T17:20:26.204151Z","steps":["trace[407904838] 'read index received' (duration: 35.835606ms)","trace[407904838] 'applied index is now lower than readState.Index' (duration: 102.371365ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:26.204204Z","caller":"traceutil/trace.go:171","msg":"trace[77680944] transaction","detail":"{read_only:false; response_revision:16688; number_of_response:1; }","duration":"126.643132ms","start":"2026-03-02T17:20:26.077553Z","end":"2026-03-02T17:20:26.204196Z","steps":["trace[77680944] 'process raft request' (duration: 126.256272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.204312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.366776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:26.204338Z","caller":"traceutil/trace.go:171","msg":"trace[1626850675] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16689; }","duration":"138.428238ms","start":"2026-03-02T17:20:26.065902Z","end":"2026-03-02T17:20:26.20433Z","steps":["trace[1626850675] 'agreement among raft nodes before linearized reading' (duration: 138.319544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.231493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.020252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:26.231574Z","caller":"traceutil/trace.go:171","msg":"trace[435544914] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16690; }","duration":"156.159566ms","start":"2026-03-02T17:20:26.075396Z","end":"2026-03-02T17:20:26.231555Z","steps":["trace[435544914] 'agreement among raft nodes before linearized reading' (duration: 156.019812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.231605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.900944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:26.231718Z","caller":"traceutil/trace.go:171","msg":"trace[1380005639] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16690; }","duration":"155.027167ms","start":"2026-03-02T17:20:26.07667Z","end":"2026-03-02T17:20:26.231697Z","steps":["trace[1380005639] 'agreement among raft nodes before linearized reading' (duration: 154.797961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.231748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.008647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"warn","ts":"2026-03-02T17:20:26.23179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.741595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:26.231832Z","caller":"traceutil/trace.go:171","msg":"trace[667315921] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16690; }","duration":"155.799087ms","start":"2026-03-02T17:20:26.076022Z","end":"2026-03-02T17:20:26.231821Z","steps":["trace[667315921] 'agreement among raft nodes before linearized reading' (duration: 155.659744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:26.231833Z","caller":"traceutil/trace.go:171","msg":"trace[2107640231] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16690; }","duration":"155.101409ms","start":"2026-03-02T17:20:26.076708Z","end":"2026-03-02T17:20:26.23181Z","steps":["trace[2107640231] 'agreement among raft nodes before linearized reading' (duration: 154.821681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.231536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.43878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:26.232042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.224683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:26.232064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.545752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:20:26.232081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.745729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:26.231976Z","caller":"traceutil/trace.go:171","msg":"trace[346276241] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16690; }","duration":"154.919254ms","start":"2026-03-02T17:20:26.077045Z","end":"2026-03-02T17:20:26.231964Z","steps":["trace[346276241] 'agreement among raft nodes before linearized reading' (duration: 154.38462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:26.232103Z","caller":"traceutil/trace.go:171","msg":"trace[1771833161] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16690; }","duration":"128.304045ms","start":"2026-03-02T17:20:26.103766Z","end":"2026-03-02T17:20:26.23207Z","steps":["trace[1771833161] 'agreement among raft nodes before linearized reading' (duration: 128.220283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:26.232116Z","caller":"traceutil/trace.go:171","msg":"trace[2070620383] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16690; }","duration":"154.78387ms","start":"2026-03-02T17:20:26.077322Z","end":"2026-03-02T17:20:26.232106Z","steps":["trace[2070620383] 'agreement among raft nodes before linearized reading' (duration: 154.718319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:26.232106Z","caller":"traceutil/trace.go:171","msg":"trace[2027499341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16690; }","duration":"128.613493ms","start":"2026-03-02T17:20:26.103479Z","end":"2026-03-02T17:20:26.232093Z","steps":["trace[2027499341] 'agreement among raft nodes before linearized reading' (duration: 128.48371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:26.232066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.057383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:26.232229Z","caller":"traceutil/trace.go:171","msg":"trace[1774090273] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16690; }","duration":"156.258488ms","start":"2026-03-02T17:20:26.075955Z","end":"2026-03-02T17:20:26.232213Z","steps":["trace[1774090273] 'agreement among raft nodes before linearized reading' (duration: 155.9264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:36.645122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.008212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:36.645215Z","caller":"traceutil/trace.go:171","msg":"trace[213247065] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16738; }","duration":"134.154047ms","start":"2026-03-02T17:20:36.511039Z","end":"2026-03-02T17:20:36.645193Z","steps":["trace[213247065] 'range keys from in-memory index tree' (duration: 133.883079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:36.645196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.709226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:36.645316Z","caller":"traceutil/trace.go:171","msg":"trace[979440821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16738; }","duration":"193.903151ms","start":"2026-03-02T17:20:36.451388Z","end":"2026-03-02T17:20:36.645291Z","steps":["trace[979440821] 'range keys from in-memory index tree' (duration: 193.618003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:37.145042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.197939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:20:37.145146Z","caller":"traceutil/trace.go:171","msg":"trace[2114918161] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16742; }","duration":"384.346042ms","start":"2026-03-02T17:20:36.760777Z","end":"2026-03-02T17:20:37.145123Z","steps":["trace[2114918161] 'range keys from in-memory index tree' (duration: 384.047685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:37.145188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:36.760771Z","time spent":"384.408733ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:20:37.145207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.500838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T17:20:37.145277Z","caller":"traceutil/trace.go:171","msg":"trace[267544980] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:16742; }","duration":"393.56061ms","start":"2026-03-02T17:20:36.751696Z","end":"2026-03-02T17:20:37.145256Z","steps":["trace[267544980] 'range keys from in-memory index tree' (duration: 393.385296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:37.145325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:36.751662Z","time spent":"393.652802ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T17:20:37.145042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.864448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:20:37.145683Z","caller":"traceutil/trace.go:171","msg":"trace[709447494] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:16742; }","duration":"387.534294ms","start":"2026-03-02T17:20:36.758108Z","end":"2026-03-02T17:20:37.145642Z","steps":["trace[709447494] 'range keys from in-memory index tree' (duration: 386.651122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:37.145828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:36.758095Z","time spent":"387.684979ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:20:37.145875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.830506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216227"} {"level":"info","ts":"2026-03-02T17:20:37.145959Z","caller":"traceutil/trace.go:171","msg":"trace[478022032] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:16742; }","duration":"321.95732ms","start":"2026-03-02T17:20:36.823984Z","end":"2026-03-02T17:20:37.145942Z","steps":["trace[478022032] 'range keys from in-memory index tree' (duration: 320.899312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:37.146009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:20:36.823965Z","time spent":"322.029552ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":216249,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-02T17:20:44.445386Z","caller":"traceutil/trace.go:171","msg":"trace[1654329062] linearizableReadLoop","detail":"{readStateIndex:17412; appliedIndex:17410; }","duration":"123.896551ms","start":"2026-03-02T17:20:44.32147Z","end":"2026-03-02T17:20:44.445367Z","steps":["trace[1654329062] 'read index received' (duration: 123.454ms)","trace[1654329062] 'applied index is now lower than readState.Index' (duration: 441.831µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:20:44.445616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.738958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:44.445655Z","caller":"traceutil/trace.go:171","msg":"trace[2134814094] transaction","detail":"{read_only:false; response_revision:16780; number_of_response:1; }","duration":"145.453389ms","start":"2026-03-02T17:20:44.300172Z","end":"2026-03-02T17:20:44.445626Z","steps":["trace[2134814094] 'process raft request' (duration: 145.128441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.445764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.562111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:44.44581Z","caller":"traceutil/trace.go:171","msg":"trace[1697651049] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16780; }","duration":"162.657493ms","start":"2026-03-02T17:20:44.283146Z","end":"2026-03-02T17:20:44.445803Z","steps":["trace[1697651049] 'agreement among raft nodes before linearized reading' (duration: 162.568991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.445802Z","caller":"traceutil/trace.go:171","msg":"trace[1567386081] transaction","detail":"{read_only:false; response_revision:16779; number_of_response:1; }","duration":"163.030833ms","start":"2026-03-02T17:20:44.282743Z","end":"2026-03-02T17:20:44.445774Z","steps":["trace[1567386081] 'process raft request' (duration: 162.203792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.445873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.002642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:20:44.4459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.691844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:44.445912Z","caller":"traceutil/trace.go:171","msg":"trace[141324809] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16780; }","duration":"163.046922ms","start":"2026-03-02T17:20:44.282847Z","end":"2026-03-02T17:20:44.445894Z","steps":["trace[141324809] 'agreement among raft nodes before linearized reading' (duration: 163.011281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.445914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.811955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:44.445944Z","caller":"traceutil/trace.go:171","msg":"trace[1937320125] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16780; }","duration":"162.800567ms","start":"2026-03-02T17:20:44.283129Z","end":"2026-03-02T17:20:44.445929Z","steps":["trace[1937320125] 'agreement among raft nodes before linearized reading' (duration: 162.707904ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.445673Z","caller":"traceutil/trace.go:171","msg":"trace[1462717981] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16780; }","duration":"147.826699ms","start":"2026-03-02T17:20:44.297833Z","end":"2026-03-02T17:20:44.44566Z","steps":["trace[1462717981] 'agreement among raft nodes before linearized reading' (duration: 147.686026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.445988Z","caller":"traceutil/trace.go:171","msg":"trace[1356384686] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16780; }","duration":"143.919699ms","start":"2026-03-02T17:20:44.302047Z","end":"2026-03-02T17:20:44.445967Z","steps":["trace[1356384686] 'agreement among raft nodes before linearized reading' (duration: 143.727073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.44583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.11094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:44.446048Z","caller":"traceutil/trace.go:171","msg":"trace[1399200738] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:16780; }","duration":"164.362488ms","start":"2026-03-02T17:20:44.281677Z","end":"2026-03-02T17:20:44.44604Z","steps":["trace[1399200738] 'agreement among raft nodes before linearized reading' (duration: 164.09217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.446077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.392793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:20:44.446116Z","caller":"traceutil/trace.go:171","msg":"trace[1090978757] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16780; }","duration":"110.487405ms","start":"2026-03-02T17:20:44.335618Z","end":"2026-03-02T17:20:44.446106Z","steps":["trace[1090978757] 'agreement among raft nodes before linearized reading' (duration: 110.232958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.446357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.309844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:44.446419Z","caller":"traceutil/trace.go:171","msg":"trace[1538436688] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16780; }","duration":"145.402997ms","start":"2026-03-02T17:20:44.301003Z","end":"2026-03-02T17:20:44.446406Z","steps":["trace[1538436688] 'agreement among raft nodes before linearized reading' (duration: 144.456533ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.657074Z","caller":"traceutil/trace.go:171","msg":"trace[1992114253] transaction","detail":"{read_only:false; response_revision:16782; number_of_response:1; }","duration":"164.89381ms","start":"2026-03-02T17:20:44.492152Z","end":"2026-03-02T17:20:44.657046Z","steps":["trace[1992114253] 'process raft request' (duration: 160.501007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.926849Z","caller":"traceutil/trace.go:171","msg":"trace[263519188] transaction","detail":"{read_only:false; response_revision:16787; number_of_response:1; }","duration":"148.817005ms","start":"2026-03-02T17:20:44.777916Z","end":"2026-03-02T17:20:44.926733Z","steps":["trace[263519188] 'process raft request' (duration: 148.628621ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.928383Z","caller":"traceutil/trace.go:171","msg":"trace[296558219] linearizableReadLoop","detail":"{readStateIndex:17420; appliedIndex:17418; }","duration":"139.241359ms","start":"2026-03-02T17:20:44.789114Z","end":"2026-03-02T17:20:44.928355Z","steps":["trace[296558219] 'read index received' (duration: 137.423201ms)","trace[296558219] 'applied index is now lower than readState.Index' (duration: 1.816098ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:20:44.928804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.675011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:44.928895Z","caller":"traceutil/trace.go:171","msg":"trace[128273832] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:16788; }","duration":"105.827124ms","start":"2026-03-02T17:20:44.823044Z","end":"2026-03-02T17:20:44.928871Z","steps":["trace[128273832] 'agreement among raft nodes before linearized reading' (duration: 105.66179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:44.928919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.794112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:20:44.928987Z","caller":"traceutil/trace.go:171","msg":"trace[910110185] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16788; }","duration":"139.923785ms","start":"2026-03-02T17:20:44.789045Z","end":"2026-03-02T17:20:44.928969Z","steps":["trace[910110185] 'agreement among raft nodes before linearized reading' (duration: 139.733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:44.929098Z","caller":"traceutil/trace.go:171","msg":"trace[1611531151] transaction","detail":"{read_only:false; response_revision:16788; number_of_response:1; }","duration":"149.396632ms","start":"2026-03-02T17:20:44.77969Z","end":"2026-03-02T17:20:44.929086Z","steps":["trace[1611531151] 'process raft request' (duration: 148.496128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:45.175279Z","caller":"traceutil/trace.go:171","msg":"trace[1419865525] transaction","detail":"{read_only:false; response_revision:16791; number_of_response:1; }","duration":"192.596448ms","start":"2026-03-02T17:20:44.982658Z","end":"2026-03-02T17:20:45.175254Z","steps":["trace[1419865525] 'process raft request' (duration: 157.163182ms)","trace[1419865525] 'compare' (duration: 35.178479ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:45.482715Z","caller":"traceutil/trace.go:171","msg":"trace[1404626055] linearizableReadLoop","detail":"{readStateIndex:17428; appliedIndex:17427; }","duration":"138.262062ms","start":"2026-03-02T17:20:45.344398Z","end":"2026-03-02T17:20:45.48266Z","steps":["trace[1404626055] 'read index received' (duration: 75.670235ms)","trace[1404626055] 'applied index is now lower than readState.Index' (duration: 62.589527ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:45.482752Z","caller":"traceutil/trace.go:171","msg":"trace[1973625378] transaction","detail":"{read_only:false; response_revision:16796; number_of_response:1; }","duration":"141.591839ms","start":"2026-03-02T17:20:45.341124Z","end":"2026-03-02T17:20:45.482716Z","steps":["trace[1973625378] 'process raft request' (duration: 78.917679ms)","trace[1973625378] 'compare' (duration: 62.252029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:20:45.483198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.143177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-endpoints-kvxn2\" ","response":"range_response_count:1 size:12951"} {"level":"info","ts":"2026-03-02T17:20:45.483266Z","caller":"traceutil/trace.go:171","msg":"trace[1817899058] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-endpoints-kvxn2; range_end:; response_count:1; response_revision:16796; }","duration":"117.25647ms","start":"2026-03-02T17:20:45.365989Z","end":"2026-03-02T17:20:45.483246Z","steps":["trace[1817899058] 'agreement among raft nodes before linearized reading' (duration: 117.012464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:45.484043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.620338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:926891"} {"level":"info","ts":"2026-03-02T17:20:45.484116Z","caller":"traceutil/trace.go:171","msg":"trace[884018117] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16796; }","duration":"139.768551ms","start":"2026-03-02T17:20:45.344332Z","end":"2026-03-02T17:20:45.4841Z","steps":["trace[884018117] 'agreement among raft nodes before linearized reading' (duration: 138.468049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:45.48417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.529582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:926891"} {"level":"info","ts":"2026-03-02T17:20:45.484224Z","caller":"traceutil/trace.go:171","msg":"trace[595720803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:16796; }","duration":"135.636475ms","start":"2026-03-02T17:20:45.348571Z","end":"2026-03-02T17:20:45.484208Z","steps":["trace[595720803] 'agreement among raft nodes before linearized reading' (duration: 134.376322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:53.158934Z","caller":"traceutil/trace.go:171","msg":"trace[90736717] transaction","detail":"{read_only:false; response_revision:16851; number_of_response:1; }","duration":"188.998924ms","start":"2026-03-02T17:20:52.969901Z","end":"2026-03-02T17:20:53.1589Z","steps":["trace[90736717] 'process raft request' (duration: 188.749598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:53.228114Z","caller":"traceutil/trace.go:171","msg":"trace[802058349] linearizableReadLoop","detail":"{readStateIndex:17485; appliedIndex:17483; }","duration":"240.993528ms","start":"2026-03-02T17:20:52.987081Z","end":"2026-03-02T17:20:53.228074Z","steps":["trace[802058349] 'read index received' (duration: 171.559454ms)","trace[802058349] 'applied index is now lower than readState.Index' (duration: 69.432584ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:53.228219Z","caller":"traceutil/trace.go:171","msg":"trace[1479003376] transaction","detail":"{read_only:false; response_revision:16852; number_of_response:1; }","duration":"257.223038ms","start":"2026-03-02T17:20:52.970951Z","end":"2026-03-02T17:20:53.228174Z","steps":["trace[1479003376] 'process raft request' (duration: 250.796092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:53.228459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.353036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:20:53.228531Z","caller":"traceutil/trace.go:171","msg":"trace[1271802369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16852; }","duration":"241.443558ms","start":"2026-03-02T17:20:52.987068Z","end":"2026-03-02T17:20:53.228512Z","steps":["trace[1271802369] 'agreement among raft nodes before linearized reading' (duration: 241.179882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:53.228621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.077848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:20:53.228753Z","caller":"traceutil/trace.go:171","msg":"trace[1838857999] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:16852; }","duration":"126.315725ms","start":"2026-03-02T17:20:53.102404Z","end":"2026-03-02T17:20:53.22872Z","steps":["trace[1838857999] 'agreement among raft nodes before linearized reading' (duration: 125.976056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:53.228763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.458202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-02T17:20:53.228917Z","caller":"traceutil/trace.go:171","msg":"trace[1601167136] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:16852; }","duration":"113.674217ms","start":"2026-03-02T17:20:53.115222Z","end":"2026-03-02T17:20:53.228896Z","steps":["trace[1601167136] 'agreement among raft nodes before linearized reading' (duration: 113.176674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:53.229019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.895289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-n9bgd\" ","response":"range_response_count:1 size:6452"} {"level":"info","ts":"2026-03-02T17:20:53.229151Z","caller":"traceutil/trace.go:171","msg":"trace[1494658837] range","detail":"{range_begin:/registry/pods/openstack/keepalived-n9bgd; range_end:; response_count:1; response_revision:16852; }","duration":"192.086213ms","start":"2026-03-02T17:20:53.037036Z","end":"2026-03-02T17:20:53.229122Z","steps":["trace[1494658837] 'agreement among raft nodes before linearized reading' (duration: 191.584441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:53.230047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.399894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" ","response":"range_response_count:1 size:18590"} {"level":"info","ts":"2026-03-02T17:20:53.230091Z","caller":"traceutil/trace.go:171","msg":"trace[1458582751] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-lvws9; range_end:; response_count:1; response_revision:16852; }","duration":"117.489237ms","start":"2026-03-02T17:20:53.112592Z","end":"2026-03-02T17:20:53.230082Z","steps":["trace[1458582751] 'agreement among raft nodes before linearized reading' (duration: 115.768082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.609968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.925233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:56.610036Z","caller":"traceutil/trace.go:171","msg":"trace[1129029479] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16864; }","duration":"119.035345ms","start":"2026-03-02T17:20:56.490985Z","end":"2026-03-02T17:20:56.610021Z","steps":["trace[1129029479] 'range keys from in-memory index tree' (duration: 118.768338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.610324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.629154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:56.61034Z","caller":"traceutil/trace.go:171","msg":"trace[183939869] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16864; }","duration":"123.694616ms","start":"2026-03-02T17:20:56.48664Z","end":"2026-03-02T17:20:56.610335Z","steps":["trace[183939869] 'range keys from in-memory index tree' (duration: 123.499472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.610476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.368367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:20:56.610504Z","caller":"traceutil/trace.go:171","msg":"trace[607279588] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:16864; }","duration":"123.434049ms","start":"2026-03-02T17:20:56.48706Z","end":"2026-03-02T17:20:56.610494Z","steps":["trace[607279588] 'range keys from in-memory index tree' (duration: 123.145651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.610747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.805633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12554"} {"level":"info","ts":"2026-03-02T17:20:56.61078Z","caller":"traceutil/trace.go:171","msg":"trace[83071012] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16864; }","duration":"122.856604ms","start":"2026-03-02T17:20:56.487911Z","end":"2026-03-02T17:20:56.610767Z","steps":["trace[83071012] 'range keys from in-memory index tree' (duration: 122.661359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.610966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.755142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:701"} {"level":"info","ts":"2026-03-02T17:20:56.610992Z","caller":"traceutil/trace.go:171","msg":"trace[223756606] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:16864; }","duration":"122.801894ms","start":"2026-03-02T17:20:56.488182Z","end":"2026-03-02T17:20:56.610984Z","steps":["trace[223756606] 'range keys from in-memory index tree' (duration: 122.576957ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:20:56.611884Z","caller":"traceutil/trace.go:171","msg":"trace[736056627] transaction","detail":"{read_only:false; response_revision:16865; number_of_response:1; }","duration":"119.819076ms","start":"2026-03-02T17:20:56.492051Z","end":"2026-03-02T17:20:56.61187Z","steps":["trace[736056627] 'process raft request' (duration: 21.254839ms)","trace[736056627] 'compare' (duration: 98.28686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:56.614443Z","caller":"traceutil/trace.go:171","msg":"trace[328420284] linearizableReadLoop","detail":"{readStateIndex:17500; appliedIndex:17498; }","duration":"118.158364ms","start":"2026-03-02T17:20:56.496264Z","end":"2026-03-02T17:20:56.614422Z","steps":["trace[328420284] 'read index received' (duration: 17.219566ms)","trace[328420284] 'applied index is now lower than readState.Index' (duration: 100.937887ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:20:56.614684Z","caller":"traceutil/trace.go:171","msg":"trace[1759891724] transaction","detail":"{read_only:false; response_revision:16866; number_of_response:1; }","duration":"121.665584ms","start":"2026-03-02T17:20:56.493009Z","end":"2026-03-02T17:20:56.614675Z","steps":["trace[1759891724] 'process raft request' (duration: 121.306985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.614898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.625665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:1 size:12554"} {"level":"info","ts":"2026-03-02T17:20:56.614929Z","caller":"traceutil/trace.go:171","msg":"trace[1483413387] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:1; response_revision:16866; }","duration":"118.700787ms","start":"2026-03-02T17:20:56.496221Z","end":"2026-03-02T17:20:56.614921Z","steps":["trace[1483413387] 'agreement among raft nodes before linearized reading' (duration: 118.587404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:20:56.615147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.095694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:20:56.615175Z","caller":"traceutil/trace.go:171","msg":"trace[1122476818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16866; }","duration":"110.154767ms","start":"2026-03-02T17:20:56.505014Z","end":"2026-03-02T17:20:56.615169Z","steps":["trace[1122476818] 'agreement among raft nodes before linearized reading' (duration: 110.058364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:14.791231Z","caller":"traceutil/trace.go:171","msg":"trace[1135990931] transaction","detail":"{read_only:false; response_revision:16975; number_of_response:1; }","duration":"111.185133ms","start":"2026-03-02T17:21:14.680021Z","end":"2026-03-02T17:21:14.791206Z","steps":["trace[1135990931] 'process raft request' (duration: 111.03506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:14.803273Z","caller":"traceutil/trace.go:171","msg":"trace[2046430787] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"122.226728ms","start":"2026-03-02T17:21:14.68101Z","end":"2026-03-02T17:21:14.803236Z","steps":["trace[2046430787] 'process raft request' (duration: 121.993722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:15.568683Z","caller":"traceutil/trace.go:171","msg":"trace[2100661000] linearizableReadLoop","detail":"{readStateIndex:17618; appliedIndex:17617; }","duration":"199.105516ms","start":"2026-03-02T17:21:15.369556Z","end":"2026-03-02T17:21:15.568662Z","steps":["trace[2100661000] 'read index received' (duration: 198.91312ms)","trace[2100661000] 'applied index is now lower than readState.Index' (duration: 191.686µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:21:15.568887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.357812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:21:15.568919Z","caller":"traceutil/trace.go:171","msg":"trace[264107432] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16979; }","duration":"199.455165ms","start":"2026-03-02T17:21:15.369453Z","end":"2026-03-02T17:21:15.568908Z","steps":["trace[264107432] 'agreement among raft nodes before linearized reading' (duration: 199.317591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:21:15.568977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.362499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:21:15.569056Z","caller":"traceutil/trace.go:171","msg":"trace[1573245414] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16979; }","duration":"195.482112ms","start":"2026-03-02T17:21:15.373554Z","end":"2026-03-02T17:21:15.569036Z","steps":["trace[1573245414] 'agreement among raft nodes before linearized reading' (duration: 195.261836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:21:15.569091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.07563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:21:15.569164Z","caller":"traceutil/trace.go:171","msg":"trace[453515029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16979; }","duration":"193.187133ms","start":"2026-03-02T17:21:15.375968Z","end":"2026-03-02T17:21:15.569155Z","steps":["trace[453515029] 'agreement among raft nodes before linearized reading' (duration: 193.036649ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:15.568806Z","caller":"traceutil/trace.go:171","msg":"trace[1879087855] transaction","detail":"{read_only:false; response_revision:16979; number_of_response:1; }","duration":"213.075226ms","start":"2026-03-02T17:21:15.355698Z","end":"2026-03-02T17:21:15.568773Z","steps":["trace[1879087855] 'process raft request' (duration: 212.820449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:15.840307Z","caller":"traceutil/trace.go:171","msg":"trace[1378432822] transaction","detail":"{read_only:false; response_revision:16980; number_of_response:1; }","duration":"267.624876ms","start":"2026-03-02T17:21:15.572653Z","end":"2026-03-02T17:21:15.840278Z","steps":["trace[1378432822] 'process raft request' (duration: 267.477602ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:15.841765Z","caller":"traceutil/trace.go:171","msg":"trace[814539955] linearizableReadLoop","detail":"{readStateIndex:17620; appliedIndex:17618; }","duration":"268.958211ms","start":"2026-03-02T17:21:15.572787Z","end":"2026-03-02T17:21:15.841745Z","steps":["trace[814539955] 'read index received' (duration: 267.137024ms)","trace[814539955] 'applied index is now lower than readState.Index' (duration: 1.819677ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:21:15.841805Z","caller":"traceutil/trace.go:171","msg":"trace[950683729] transaction","detail":"{read_only:false; response_revision:16981; number_of_response:1; }","duration":"269.068243ms","start":"2026-03-02T17:21:15.572715Z","end":"2026-03-02T17:21:15.841783Z","steps":["trace[950683729] 'process raft request' (duration: 268.886628ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:15.841889Z","caller":"traceutil/trace.go:171","msg":"trace[1848207820] transaction","detail":"{read_only:false; response_revision:16982; number_of_response:1; }","duration":"267.648137ms","start":"2026-03-02T17:21:15.574181Z","end":"2026-03-02T17:21:15.841829Z","steps":["trace[1848207820] 'process raft request' (duration: 267.514764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:21:15.842396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.066598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" ","response":"range_response_count:1 size:18590"} {"level":"info","ts":"2026-03-02T17:21:15.842478Z","caller":"traceutil/trace.go:171","msg":"trace[2146462668] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-lvws9; range_end:; response_count:1; response_revision:16982; }","duration":"256.182201ms","start":"2026-03-02T17:21:15.586275Z","end":"2026-03-02T17:21:15.842457Z","steps":["trace[2146462668] 'agreement among raft nodes before linearized reading' (duration: 256.050776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:21:15.842554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.96934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-02T17:21:15.842608Z","caller":"traceutil/trace.go:171","msg":"trace[349854666] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:16982; }","duration":"269.054912ms","start":"2026-03-02T17:21:15.573541Z","end":"2026-03-02T17:21:15.842595Z","steps":["trace[349854666] 'agreement among raft nodes before linearized reading' (duration: 268.834877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:21:15.843316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.501671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938363"} {"level":"info","ts":"2026-03-02T17:21:15.843393Z","caller":"traceutil/trace.go:171","msg":"trace[1735711574] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16982; }","duration":"270.640514ms","start":"2026-03-02T17:21:15.572736Z","end":"2026-03-02T17:21:15.843376Z","steps":["trace[1735711574] 'agreement among raft nodes before linearized reading' (duration: 269.133295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:21:15.847407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.853237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:938363"} {"level":"info","ts":"2026-03-02T17:21:15.847489Z","caller":"traceutil/trace.go:171","msg":"trace[55760533] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16982; }","duration":"273.978ms","start":"2026-03-02T17:21:15.573491Z","end":"2026-03-02T17:21:15.847469Z","steps":["trace[55760533] 'agreement among raft nodes before linearized reading' (duration: 268.662132ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:56.363117Z","caller":"traceutil/trace.go:171","msg":"trace[1990000028] transaction","detail":"{read_only:false; response_revision:17231; number_of_response:1; }","duration":"179.629421ms","start":"2026-03-02T17:21:56.183447Z","end":"2026-03-02T17:21:56.363076Z","steps":["trace[1990000028] 'process raft request' (duration: 107.97202ms)","trace[1990000028] 'compare' (duration: 71.118818ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:21:56.363469Z","caller":"traceutil/trace.go:171","msg":"trace[2026260068] linearizableReadLoop","detail":"{readStateIndex:17882; appliedIndex:17880; }","duration":"128.07905ms","start":"2026-03-02T17:21:56.23537Z","end":"2026-03-02T17:21:56.363449Z","steps":["trace[2026260068] 'read index received' (duration: 56.011838ms)","trace[2026260068] 'applied index is now lower than readState.Index' (duration: 72.066632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:21:56.363582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.192983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:21:56.363607Z","caller":"traceutil/trace.go:171","msg":"trace[662470426] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:17232; }","duration":"128.270435ms","start":"2026-03-02T17:21:56.235329Z","end":"2026-03-02T17:21:56.3636Z","steps":["trace[662470426] 'agreement among raft nodes before linearized reading' (duration: 128.193233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:21:56.363732Z","caller":"traceutil/trace.go:171","msg":"trace[1854915986] transaction","detail":"{read_only:false; response_revision:17232; number_of_response:1; }","duration":"178.947884ms","start":"2026-03-02T17:21:56.184762Z","end":"2026-03-02T17:21:56.36371Z","steps":["trace[1854915986] 'process raft request' (duration: 178.596775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:30.603275Z","caller":"traceutil/trace.go:171","msg":"trace[343995281] linearizableReadLoop","detail":"{readStateIndex:18091; appliedIndex:18090; }","duration":"150.580081ms","start":"2026-03-02T17:22:30.452663Z","end":"2026-03-02T17:22:30.603243Z","steps":["trace[343995281] 'read index received' (duration: 150.294964ms)","trace[343995281] 'applied index is now lower than readState.Index' (duration: 284.097µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:30.603754Z","caller":"traceutil/trace.go:171","msg":"trace[1918452435] transaction","detail":"{read_only:false; response_revision:17433; number_of_response:1; }","duration":"152.48148ms","start":"2026-03-02T17:22:30.45125Z","end":"2026-03-02T17:22:30.603731Z","steps":["trace[1918452435] 'process raft request' (duration: 151.831613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:30.608422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.733665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:30.608519Z","caller":"traceutil/trace.go:171","msg":"trace[1365675437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17433; }","duration":"155.885569ms","start":"2026-03-02T17:22:30.452615Z","end":"2026-03-02T17:22:30.608501Z","steps":["trace[1365675437] 'agreement among raft nodes before linearized reading' (duration: 155.738215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:33.389618Z","caller":"traceutil/trace.go:171","msg":"trace[1884381048] transaction","detail":"{read_only:false; response_revision:17452; number_of_response:1; }","duration":"306.716326ms","start":"2026-03-02T17:22:33.082851Z","end":"2026-03-02T17:22:33.389568Z","steps":["trace[1884381048] 'process raft request' (duration: 288.248989ms)","trace[1884381048] 'compare' (duration: 18.314213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:33.389775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:33.082832Z","time spent":"306.874581ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":865,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:22:33.41358Z","caller":"traceutil/trace.go:171","msg":"trace[1406063392] linearizableReadLoop","detail":"{readStateIndex:18111; appliedIndex:18109; }","duration":"220.735115ms","start":"2026-03-02T17:22:33.192828Z","end":"2026-03-02T17:22:33.413563Z","steps":["trace[1406063392] 'read index received' (duration: 178.292698ms)","trace[1406063392] 'applied index is now lower than readState.Index' (duration: 42.441807ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:33.413665Z","caller":"traceutil/trace.go:171","msg":"trace[252160310] transaction","detail":"{read_only:false; response_revision:17454; number_of_response:1; }","duration":"149.506953ms","start":"2026-03-02T17:22:33.264151Z","end":"2026-03-02T17:22:33.413658Z","steps":["trace[252160310] 'process raft request' (duration: 149.38789ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:33.413668Z","caller":"traceutil/trace.go:171","msg":"trace[10283056] transaction","detail":"{read_only:false; response_revision:17453; number_of_response:1; }","duration":"298.471994ms","start":"2026-03-02T17:22:33.115152Z","end":"2026-03-02T17:22:33.413624Z","steps":["trace[10283056] 'process raft request' (duration: 298.288548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:33.413892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.056063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:22:33.413956Z","caller":"traceutil/trace.go:171","msg":"trace[1101621451] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:17454; }","duration":"221.169425ms","start":"2026-03-02T17:22:33.192777Z","end":"2026-03-02T17:22:33.413946Z","steps":["trace[1101621451] 'agreement among raft nodes before linearized reading' (duration: 221.001781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:33.781932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.21736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:22:33.782019Z","caller":"traceutil/trace.go:171","msg":"trace[1543290528] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17455; }","duration":"153.372634ms","start":"2026-03-02T17:22:33.628626Z","end":"2026-03-02T17:22:33.781999Z","steps":["trace[1543290528] 'count revisions from in-memory index tree' (duration: 153.115628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:33.782079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.439289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:22:33.782146Z","caller":"traceutil/trace.go:171","msg":"trace[2141894915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17455; }","duration":"265.605213ms","start":"2026-03-02T17:22:33.516526Z","end":"2026-03-02T17:22:33.782131Z","steps":["trace[2141894915] 'range keys from in-memory index tree' (duration: 265.267975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:33.91858Z","caller":"traceutil/trace.go:171","msg":"trace[155419728] transaction","detail":"{read_only:false; response_revision:17456; number_of_response:1; }","duration":"132.272588ms","start":"2026-03-02T17:22:33.786283Z","end":"2026-03-02T17:22:33.918556Z","steps":["trace[155419728] 'process raft request' (duration: 132.062993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:34.153096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.33315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:22:34.153205Z","caller":"traceutil/trace.go:171","msg":"trace[851417215] linearizableReadLoop","detail":"{readStateIndex:18115; appliedIndex:18114; }","duration":"159.018018ms","start":"2026-03-02T17:22:33.994168Z","end":"2026-03-02T17:22:34.153186Z","steps":["trace[851417215] 'read index received' (duration: 46.131µs)","trace[851417215] 'applied index is now lower than readState.Index' (duration: 158.970447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:34.15342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.245434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-l3-agent-default-lvws9\" ","response":"range_response_count:1 size:18820"} {"level":"info","ts":"2026-03-02T17:22:34.153484Z","caller":"traceutil/trace.go:171","msg":"trace[1775460454] range","detail":"{range_begin:/registry/pods/openstack/neutron-l3-agent-default-lvws9; range_end:; response_count:1; response_revision:17456; }","duration":"159.344607ms","start":"2026-03-02T17:22:33.994123Z","end":"2026-03-02T17:22:34.153468Z","steps":["trace[1775460454] 'agreement among raft nodes before linearized reading' (duration: 159.161843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:34.153516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.31824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T17:22:34.153578Z","caller":"traceutil/trace.go:171","msg":"trace[1713080545] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17456; }","duration":"156.429522ms","start":"2026-03-02T17:22:33.997134Z","end":"2026-03-02T17:22:34.153564Z","steps":["trace[1713080545] 'agreement among raft nodes before linearized reading' (duration: 156.233707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:34.332575Z","caller":"traceutil/trace.go:171","msg":"trace[1589075237] transaction","detail":"{read_only:false; response_revision:17457; number_of_response:1; }","duration":"173.265606ms","start":"2026-03-02T17:22:34.159262Z","end":"2026-03-02T17:22:34.332528Z","steps":["trace[1589075237] 'process raft request' (duration: 173.032671ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:34.351538Z","caller":"traceutil/trace.go:171","msg":"trace[2011600748] transaction","detail":"{read_only:false; response_revision:17458; number_of_response:1; }","duration":"181.949962ms","start":"2026-03-02T17:22:34.16955Z","end":"2026-03-02T17:22:34.3515Z","steps":["trace[2011600748] 'process raft request' (duration: 181.730417ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:34.618877Z","caller":"traceutil/trace.go:171","msg":"trace[1974975689] transaction","detail":"{read_only:false; response_revision:17459; number_of_response:1; }","duration":"135.836942ms","start":"2026-03-02T17:22:34.483021Z","end":"2026-03-02T17:22:34.618858Z","steps":["trace[1974975689] 'process raft request' (duration: 135.720869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:34.782668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.77267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:22:34.782747Z","caller":"traceutil/trace.go:171","msg":"trace[585100184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17459; }","duration":"108.893423ms","start":"2026-03-02T17:22:34.673836Z","end":"2026-03-02T17:22:34.782729Z","steps":["trace[585100184] 'range keys from in-memory index tree' (duration: 108.455323ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:35.098618Z","caller":"traceutil/trace.go:171","msg":"trace[493305087] linearizableReadLoop","detail":"{readStateIndex:18122; appliedIndex:18121; }","duration":"104.296564ms","start":"2026-03-02T17:22:34.994277Z","end":"2026-03-02T17:22:35.098574Z","steps":["trace[493305087] 'read index received' (duration: 33.344972ms)","trace[493305087] 'applied index is now lower than readState.Index' (duration: 70.947482ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:35.098928Z","caller":"traceutil/trace.go:171","msg":"trace[246463100] transaction","detail":"{read_only:false; response_revision:17463; number_of_response:1; }","duration":"118.087921ms","start":"2026-03-02T17:22:34.980809Z","end":"2026-03-02T17:22:35.098897Z","steps":["trace[246463100] 'process raft request' (duration: 46.875241ms)","trace[246463100] 'compare' (duration: 70.713577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:35.099348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.046354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T17:22:35.099419Z","caller":"traceutil/trace.go:171","msg":"trace[419156284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:17463; }","duration":"105.164657ms","start":"2026-03-02T17:22:34.99424Z","end":"2026-03-02T17:22:35.099404Z","steps":["trace[419156284] 'agreement among raft nodes before linearized reading' (duration: 104.91625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:35.100248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.269349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:22:35.100337Z","caller":"traceutil/trace.go:171","msg":"trace[254680242] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:17463; }","duration":"105.362902ms","start":"2026-03-02T17:22:34.994945Z","end":"2026-03-02T17:22:35.100308Z","steps":["trace[254680242] 'agreement among raft nodes before linearized reading' (duration: 105.208189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:35.626401Z","caller":"traceutil/trace.go:171","msg":"trace[1600869787] transaction","detail":"{read_only:false; response_revision:17464; number_of_response:1; }","duration":"205.204482ms","start":"2026-03-02T17:22:35.42117Z","end":"2026-03-02T17:22:35.626374Z","steps":["trace[1600869787] 'process raft request' (duration: 205.023027ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:35.684436Z","caller":"traceutil/trace.go:171","msg":"trace[844357763] linearizableReadLoop","detail":"{readStateIndex:18124; appliedIndex:18122; }","duration":"217.428058ms","start":"2026-03-02T17:22:35.466977Z","end":"2026-03-02T17:22:35.684405Z","steps":["trace[844357763] 'read index received' (duration: 159.318546ms)","trace[844357763] 'applied index is now lower than readState.Index' (duration: 58.108682ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:35.684604Z","caller":"traceutil/trace.go:171","msg":"trace[555389287] transaction","detail":"{read_only:false; response_revision:17465; number_of_response:1; }","duration":"261.96509ms","start":"2026-03-02T17:22:35.422623Z","end":"2026-03-02T17:22:35.684589Z","steps":["trace[555389287] 'process raft request' (duration: 214.087442ms)","trace[555389287] 'compare' (duration: 47.55976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:35.684838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.854629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:22:35.684867Z","caller":"traceutil/trace.go:171","msg":"trace[752785356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17465; }","duration":"217.950802ms","start":"2026-03-02T17:22:35.46691Z","end":"2026-03-02T17:22:35.68486Z","steps":["trace[752785356] 'agreement among raft nodes before linearized reading' (duration: 217.811169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:35.685152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.936847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:22:35.685229Z","caller":"traceutil/trace.go:171","msg":"trace[159470601] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:17465; }","duration":"207.05208ms","start":"2026-03-02T17:22:35.478161Z","end":"2026-03-02T17:22:35.685213Z","steps":["trace[159470601] 'agreement among raft nodes before linearized reading' (duration: 206.838265ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:35.870134Z","caller":"traceutil/trace.go:171","msg":"trace[634178939] transaction","detail":"{read_only:false; response_revision:17466; number_of_response:1; }","duration":"168.112705ms","start":"2026-03-02T17:22:35.701987Z","end":"2026-03-02T17:22:35.870099Z","steps":["trace[634178939] 'process raft request' (duration: 111.104552ms)","trace[634178939] 'compare' (duration: 56.773907ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:37.879682Z","caller":"traceutil/trace.go:171","msg":"trace[1916914781] linearizableReadLoop","detail":"{readStateIndex:18134; appliedIndex:18133; }","duration":"114.690505ms","start":"2026-03-02T17:22:37.764967Z","end":"2026-03-02T17:22:37.879657Z","steps":["trace[1916914781] 'read index received' (duration: 114.495821ms)","trace[1916914781] 'applied index is now lower than readState.Index' (duration: 193.934µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:37.880101Z","caller":"traceutil/trace.go:171","msg":"trace[809328581] transaction","detail":"{read_only:false; response_revision:17475; number_of_response:1; }","duration":"188.750386ms","start":"2026-03-02T17:22:37.69132Z","end":"2026-03-02T17:22:37.880071Z","steps":["trace[809328581] 'process raft request' (duration: 188.203543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:37.880793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.801543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:37.880906Z","caller":"traceutil/trace.go:171","msg":"trace[1575014103] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:17475; }","duration":"115.930997ms","start":"2026-03-02T17:22:37.764918Z","end":"2026-03-02T17:22:37.880849Z","steps":["trace[1575014103] 'agreement among raft nodes before linearized reading' (duration: 114.987782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:40.396359Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:40.897164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:41.398066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:41.898802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:42.125041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.235347524s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:22:42.125779Z","caller":"traceutil/trace.go:171","msg":"trace[2039093692] transaction","detail":"{read_only:false; response_revision:17488; number_of_response:1; }","duration":"2.236211076s","start":"2026-03-02T17:22:39.889547Z","end":"2026-03-02T17:22:42.125758Z","steps":["trace[2039093692] 'process raft request' (duration: 2.236068803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.125919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:39.889487Z","time spent":"2.23635785s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:42.127393Z","caller":"traceutil/trace.go:171","msg":"trace[279890257] transaction","detail":"{read_only:false; response_revision:17489; number_of_response:1; }","duration":"1.178770381s","start":"2026-03-02T17:22:40.948603Z","end":"2026-03-02T17:22:42.127373Z","steps":["trace[279890257] 'process raft request' (duration: 1.178609307s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.127504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:40.948517Z","time spent":"1.178919605s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:42.127464Z","caller":"traceutil/trace.go:171","msg":"trace[1987616877] linearizableReadLoop","detail":"{readStateIndex:18150; appliedIndex:18147; }","duration":"2.231620297s","start":"2026-03-02T17:22:39.895828Z","end":"2026-03-02T17:22:42.127448Z","steps":["trace[1987616877] 'read index received' (duration: 2.229812821s)","trace[1987616877] 'applied index is now lower than readState.Index' (duration: 1.806656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:42.127751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674089601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:22:42.127759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219024663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:22:42.127784Z","caller":"traceutil/trace.go:171","msg":"trace[337084144] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17490; }","duration":"1.674156243s","start":"2026-03-02T17:22:40.453619Z","end":"2026-03-02T17:22:42.127775Z","steps":["trace[337084144] 'agreement among raft nodes before linearized reading' (duration: 1.674104982s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.1278Z","caller":"traceutil/trace.go:171","msg":"trace[872481357] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:17490; }","duration":"2.219097085s","start":"2026-03-02T17:22:39.908691Z","end":"2026-03-02T17:22:42.127788Z","steps":["trace[872481357] 'agreement among raft nodes before linearized reading' (duration: 2.218960071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.127794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294620575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:22:42.127841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320119284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:22:42.127805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:40.453599Z","time spent":"1.674201504s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:22:42.127868Z","caller":"traceutil/trace.go:171","msg":"trace[397877832] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:17490; }","duration":"1.320177776s","start":"2026-03-02T17:22:40.807685Z","end":"2026-03-02T17:22:42.127863Z","steps":["trace[397877832] 'agreement among raft nodes before linearized reading' (duration: 1.320134255s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.127891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:40.807662Z","time spent":"1.320223837s","remote":"127.0.0.1:42116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:22:42.127967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232141052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:22:42.128015Z","caller":"traceutil/trace.go:171","msg":"trace[1120969487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17490; }","duration":"2.232189873s","start":"2026-03-02T17:22:39.895814Z","end":"2026-03-02T17:22:42.128004Z","steps":["trace[1120969487] 'agreement among raft nodes before linearized reading' (duration: 2.23207056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019858616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:22:42.128085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478705362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:22:42.128116Z","caller":"traceutil/trace.go:171","msg":"trace[614594579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17490; }","duration":"1.478737073s","start":"2026-03-02T17:22:40.649372Z","end":"2026-03-02T17:22:42.128109Z","steps":["trace[614594579] 'agreement among raft nodes before linearized reading' (duration: 1.47864034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.650346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T17:22:42.128135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.837417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-03-02T17:22:42.128149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:40.649318Z","time spent":"1.478819794s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:22:42.128165Z","caller":"traceutil/trace.go:171","msg":"trace[1820152294] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:17490; }","duration":"505.716838ms","start":"2026-03-02T17:22:41.622435Z","end":"2026-03-02T17:22:42.128151Z","steps":["trace[1820152294] 'agreement among raft nodes before linearized reading' (duration: 505.607875ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.128172Z","caller":"traceutil/trace.go:171","msg":"trace[701137008] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:17490; }","duration":"891.904809ms","start":"2026-03-02T17:22:41.236258Z","end":"2026-03-02T17:22:42.128162Z","steps":["trace[701137008] 'agreement among raft nodes before linearized reading' (duration: 891.839747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:39.895706Z","time spent":"2.232333676s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:42.128191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:41.622416Z","time spent":"505.768689ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T17:22:42.127844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:39.908676Z","time spent":"2.219157456s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"info","ts":"2026-03-02T17:22:42.127856Z","caller":"traceutil/trace.go:171","msg":"trace[1352974543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17490; }","duration":"1.294723267s","start":"2026-03-02T17:22:40.833116Z","end":"2026-03-02T17:22:42.127839Z","steps":["trace[1352974543] 'agreement among raft nodes before linearized reading' (duration: 1.294555653s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.128087Z","caller":"traceutil/trace.go:171","msg":"trace[2109620912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17490; }","duration":"2.019935128s","start":"2026-03-02T17:22:40.108144Z","end":"2026-03-02T17:22:42.128079Z","steps":["trace[2109620912] 'agreement among raft nodes before linearized reading' (duration: 2.019834205s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:40.833093Z","time spent":"1.295225211s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:42.128331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:40.108127Z","time spent":"2.020193795s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:22:42.128174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171427662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:22:42.128392Z","caller":"traceutil/trace.go:171","msg":"trace[1975873030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17490; }","duration":"2.171678459s","start":"2026-03-02T17:22:39.956706Z","end":"2026-03-02T17:22:42.128385Z","steps":["trace[1975873030] 'agreement among raft nodes before linearized reading' (duration: 2.171386011s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:39.956688Z","time spent":"2.171720911s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:22:42.128455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.954224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:22:42.128222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:41.236241Z","time spent":"891.97141ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"info","ts":"2026-03-02T17:22:42.128486Z","caller":"traceutil/trace.go:171","msg":"trace[147080790] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:17490; }","duration":"362.034146ms","start":"2026-03-02T17:22:41.76644Z","end":"2026-03-02T17:22:42.128474Z","steps":["trace[147080790] 'agreement among raft nodes before linearized reading' (duration: 361.979104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08274423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:22:42.128611Z","caller":"traceutil/trace.go:171","msg":"trace[1261137516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17490; }","duration":"1.082948825s","start":"2026-03-02T17:22:41.045632Z","end":"2026-03-02T17:22:42.12858Z","steps":["trace[1261137516] 'agreement among raft nodes before linearized reading' (duration: 1.082531544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.128669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:41.045605Z","time spent":"1.083054388s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:42.128514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:41.766415Z","time spent":"362.091556ms","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:22:42.133347Z","caller":"traceutil/trace.go:171","msg":"trace[846395527] transaction","detail":"{read_only:false; response_revision:17490; number_of_response:1; }","duration":"409.41874ms","start":"2026-03-02T17:22:41.723906Z","end":"2026-03-02T17:22:42.133325Z","steps":["trace[846395527] 'process raft request' (duration: 403.424785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.133867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:41.723885Z","time spent":"409.620956ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:42.27243Z","caller":"traceutil/trace.go:171","msg":"trace[1445816849] transaction","detail":"{read_only:false; response_revision:17491; number_of_response:1; }","duration":"139.298819ms","start":"2026-03-02T17:22:42.13311Z","end":"2026-03-02T17:22:42.272409Z","steps":["trace[1445816849] 'process raft request' (duration: 131.866888ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.341093Z","caller":"traceutil/trace.go:171","msg":"trace[2101387714] linearizableReadLoop","detail":"{readStateIndex:18152; appliedIndex:18150; }","duration":"207.263815ms","start":"2026-03-02T17:22:42.133805Z","end":"2026-03-02T17:22:42.341069Z","steps":["trace[2101387714] 'read index received' (duration: 131.079507ms)","trace[2101387714] 'applied index is now lower than readState.Index' (duration: 76.183538ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:42.341208Z","caller":"traceutil/trace.go:171","msg":"trace[1389805826] transaction","detail":"{read_only:false; response_revision:17494; number_of_response:1; }","duration":"204.325449ms","start":"2026-03-02T17:22:42.13687Z","end":"2026-03-02T17:22:42.341195Z","steps":["trace[1389805826] 'process raft request' (duration: 204.143234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.342278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940297"} {"level":"info","ts":"2026-03-02T17:22:42.342636Z","caller":"traceutil/trace.go:171","msg":"trace[1138298990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17495; }","duration":"205.11643ms","start":"2026-03-02T17:22:42.137513Z","end":"2026-03-02T17:22:42.342629Z","steps":["trace[1138298990] 'agreement among raft nodes before linearized reading' (duration: 203.94526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.342455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940297"} {"level":"info","ts":"2026-03-02T17:22:42.342988Z","caller":"traceutil/trace.go:171","msg":"trace[296222009] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:17495; }","duration":"202.605174ms","start":"2026-03-02T17:22:42.140354Z","end":"2026-03-02T17:22:42.34296Z","steps":["trace[296222009] 'agreement among raft nodes before linearized reading' (duration: 201.373462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.342451Z","caller":"traceutil/trace.go:171","msg":"trace[430729852] transaction","detail":"{read_only:false; response_revision:17495; number_of_response:1; }","duration":"204.79035ms","start":"2026-03-02T17:22:42.137639Z","end":"2026-03-02T17:22:42.34243Z","steps":["trace[430729852] 'process raft request' (duration: 203.401545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.342491Z","caller":"traceutil/trace.go:171","msg":"trace[1260945683] transaction","detail":"{read_only:false; response_revision:17492; number_of_response:1; }","duration":"208.807505ms","start":"2026-03-02T17:22:42.133678Z","end":"2026-03-02T17:22:42.342485Z","steps":["trace[1260945683] 'process raft request' (duration: 207.144012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.342527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.723114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18849"} {"level":"info","ts":"2026-03-02T17:22:42.343854Z","caller":"traceutil/trace.go:171","msg":"trace[1051328641] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17495; }","duration":"210.056108ms","start":"2026-03-02T17:22:42.133777Z","end":"2026-03-02T17:22:42.343833Z","steps":["trace[1051328641] 'agreement among raft nodes before linearized reading' (duration: 208.697872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.342565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.755461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:42.344227Z","caller":"traceutil/trace.go:171","msg":"trace[154955275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17495; }","duration":"206.422864ms","start":"2026-03-02T17:22:42.137797Z","end":"2026-03-02T17:22:42.34422Z","steps":["trace[154955275] 'agreement among raft nodes before linearized reading' (duration: 204.752111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:42.342596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.71067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T17:22:42.344359Z","caller":"traceutil/trace.go:171","msg":"trace[1719991459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa; range_end:; response_count:1; response_revision:17495; }","duration":"206.506815ms","start":"2026-03-02T17:22:42.137844Z","end":"2026-03-02T17:22:42.344351Z","steps":["trace[1719991459] 'agreement among raft nodes before linearized reading' (duration: 204.670358ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:42.344631Z","caller":"traceutil/trace.go:171","msg":"trace[1197987507] transaction","detail":"{read_only:false; response_revision:17493; number_of_response:1; }","duration":"209.496644ms","start":"2026-03-02T17:22:42.135124Z","end":"2026-03-02T17:22:42.344621Z","steps":["trace[1197987507] 'process raft request' (duration: 205.838069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:43.138816Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15471} {"level":"info","ts":"2026-03-02T17:22:43.242168Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15471,"took":"99.540623ms","hash":3685398281,"current-db-size-bytes":41611264,"current-db-size":"42 MB","current-db-size-in-use-bytes":27303936,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T17:22:43.24224Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3685398281,"revision":15471,"compact-revision":13369} {"level":"info","ts":"2026-03-02T17:22:52.309834Z","caller":"traceutil/trace.go:171","msg":"trace[712969383] transaction","detail":"{read_only:false; response_revision:17536; number_of_response:1; }","duration":"133.338096ms","start":"2026-03-02T17:22:52.176471Z","end":"2026-03-02T17:22:52.309809Z","steps":["trace[712969383] 'process raft request' (duration: 133.207221ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:53.67682Z","caller":"traceutil/trace.go:171","msg":"trace[2071810566] transaction","detail":"{read_only:false; response_revision:17543; number_of_response:1; }","duration":"258.765217ms","start":"2026-03-02T17:22:53.418015Z","end":"2026-03-02T17:22:53.67678Z","steps":["trace[2071810566] 'process raft request' (duration: 258.346966ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:53.676794Z","caller":"traceutil/trace.go:171","msg":"trace[1448166506] linearizableReadLoop","detail":"{readStateIndex:18206; appliedIndex:18205; }","duration":"203.698523ms","start":"2026-03-02T17:22:53.473035Z","end":"2026-03-02T17:22:53.676733Z","steps":["trace[1448166506] 'read index received' (duration: 203.284023ms)","trace[1448166506] 'applied index is now lower than readState.Index' (duration: 407.2µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:53.677021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.96696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:53.677111Z","caller":"traceutil/trace.go:171","msg":"trace[1116944285] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17543; }","duration":"204.079574ms","start":"2026-03-02T17:22:53.472996Z","end":"2026-03-02T17:22:53.677075Z","steps":["trace[1116944285] 'agreement among raft nodes before linearized reading' (duration: 203.921739ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:53.678785Z","caller":"traceutil/trace.go:171","msg":"trace[1726157492] transaction","detail":"{read_only:false; response_revision:17544; number_of_response:1; }","duration":"107.395894ms","start":"2026-03-02T17:22:53.57134Z","end":"2026-03-02T17:22:53.678736Z","steps":["trace[1726157492] 'process raft request' (duration: 107.106087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.283692Z","caller":"traceutil/trace.go:171","msg":"trace[666616658] transaction","detail":"{read_only:false; response_revision:17576; number_of_response:1; }","duration":"101.450302ms","start":"2026-03-02T17:22:54.182223Z","end":"2026-03-02T17:22:54.283673Z","steps":["trace[666616658] 'process raft request' (duration: 101.322779ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.325087Z","caller":"traceutil/trace.go:171","msg":"trace[204212263] linearizableReadLoop","detail":"{readStateIndex:18241; appliedIndex:18240; }","duration":"133.974771ms","start":"2026-03-02T17:22:54.191092Z","end":"2026-03-02T17:22:54.325067Z","steps":["trace[204212263] 'read index received' (duration: 93.078305ms)","trace[204212263] 'applied index is now lower than readState.Index' (duration: 40.895556ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:54.325189Z","caller":"traceutil/trace.go:171","msg":"trace[1851251964] transaction","detail":"{read_only:false; response_revision:17577; number_of_response:1; }","duration":"141.123256ms","start":"2026-03-02T17:22:54.18405Z","end":"2026-03-02T17:22:54.325173Z","steps":["trace[1851251964] 'process raft request' (duration: 140.89324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.325454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.338181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-03-02T17:22:54.326068Z","caller":"traceutil/trace.go:171","msg":"trace[1487584521] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:17577; }","duration":"134.985488ms","start":"2026-03-02T17:22:54.191059Z","end":"2026-03-02T17:22:54.326044Z","steps":["trace[1487584521] 'agreement among raft nodes before linearized reading' (duration: 134.177717ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.531623Z","caller":"traceutil/trace.go:171","msg":"trace[617698063] transaction","detail":"{read_only:false; response_revision:17586; number_of_response:1; }","duration":"150.481338ms","start":"2026-03-02T17:22:54.381118Z","end":"2026-03-02T17:22:54.5316Z","steps":["trace[617698063] 'process raft request' (duration: 150.298494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.541826Z","caller":"traceutil/trace.go:171","msg":"trace[1513095933] transaction","detail":"{read_only:false; response_revision:17587; number_of_response:1; }","duration":"159.634165ms","start":"2026-03-02T17:22:54.382152Z","end":"2026-03-02T17:22:54.541786Z","steps":["trace[1513095933] 'process raft request' (duration: 159.47ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.542002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.619889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-03-02T17:22:54.542049Z","caller":"traceutil/trace.go:171","msg":"trace[883211235] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17590; }","duration":"158.697521ms","start":"2026-03-02T17:22:54.383339Z","end":"2026-03-02T17:22:54.542036Z","steps":["trace[883211235] 'agreement among raft nodes before linearized reading' (duration: 158.532707ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.542057Z","caller":"traceutil/trace.go:171","msg":"trace[66647788] transaction","detail":"{read_only:false; response_revision:17588; number_of_response:1; }","duration":"154.731449ms","start":"2026-03-02T17:22:54.387314Z","end":"2026-03-02T17:22:54.542046Z","steps":["trace[66647788] 'process raft request' (duration: 154.39802ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.542141Z","caller":"traceutil/trace.go:171","msg":"trace[100460539] transaction","detail":"{read_only:false; response_revision:17590; number_of_response:1; }","duration":"139.822354ms","start":"2026-03-02T17:22:54.402308Z","end":"2026-03-02T17:22:54.542131Z","steps":["trace[100460539] 'process raft request' (duration: 139.466695ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.541822Z","caller":"traceutil/trace.go:171","msg":"trace[1297895410] linearizableReadLoop","detail":"{readStateIndex:18251; appliedIndex:18249; }","duration":"158.444755ms","start":"2026-03-02T17:22:54.383365Z","end":"2026-03-02T17:22:54.54181Z","steps":["trace[1297895410] 'read index received' (duration: 148.037556ms)","trace[1297895410] 'applied index is now lower than readState.Index' (duration: 10.406539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:54.542341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.030274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-02T17:22:54.541844Z","caller":"traceutil/trace.go:171","msg":"trace[2051282466] transaction","detail":"{read_only:false; response_revision:17589; number_of_response:1; }","duration":"152.322556ms","start":"2026-03-02T17:22:54.389506Z","end":"2026-03-02T17:22:54.541828Z","steps":["trace[2051282466] 'process raft request' (duration: 152.245704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.542382Z","caller":"traceutil/trace.go:171","msg":"trace[966440767] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:17590; }","duration":"158.071425ms","start":"2026-03-02T17:22:54.3843Z","end":"2026-03-02T17:22:54.542371Z","steps":["trace[966440767] 'agreement among raft nodes before linearized reading' (duration: 157.973201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.542754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.566585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:22:54.542872Z","caller":"traceutil/trace.go:171","msg":"trace[1387197845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17590; }","duration":"142.642787ms","start":"2026-03-02T17:22:54.400146Z","end":"2026-03-02T17:22:54.542788Z","steps":["trace[1387197845] 'agreement among raft nodes before linearized reading' (duration: 142.545434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.542904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.054745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:54.542937Z","caller":"traceutil/trace.go:171","msg":"trace[940026248] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:17590; }","duration":"153.313242ms","start":"2026-03-02T17:22:54.389616Z","end":"2026-03-02T17:22:54.542929Z","steps":["trace[940026248] 'agreement among raft nodes before linearized reading' (duration: 153.060406ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.678401Z","caller":"traceutil/trace.go:171","msg":"trace[1480648173] transaction","detail":"{read_only:false; response_revision:17592; number_of_response:1; }","duration":"128.592753ms","start":"2026-03-02T17:22:54.549782Z","end":"2026-03-02T17:22:54.678375Z","steps":["trace[1480648173] 'process raft request' (duration: 119.950609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.678727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.144495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-heat-nodes\" ","response":"range_response_count:1 size:1248"} {"level":"info","ts":"2026-03-02T17:22:54.678771Z","caller":"traceutil/trace.go:171","msg":"trace[1125553678] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-heat-nodes; range_end:; response_count:1; response_revision:17595; }","duration":"127.234927ms","start":"2026-03-02T17:22:54.551525Z","end":"2026-03-02T17:22:54.67876Z","steps":["trace[1125553678] 'agreement among raft nodes before linearized reading' (duration: 127.092284ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.678995Z","caller":"traceutil/trace.go:171","msg":"trace[1428926494] transaction","detail":"{read_only:false; response_revision:17594; number_of_response:1; }","duration":"129.049755ms","start":"2026-03-02T17:22:54.54991Z","end":"2026-03-02T17:22:54.67896Z","steps":["trace[1428926494] 'process raft request' (duration: 128.164421ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.679354Z","caller":"traceutil/trace.go:171","msg":"trace[1432733243] transaction","detail":"{read_only:false; response_revision:17593; number_of_response:1; }","duration":"129.478816ms","start":"2026-03-02T17:22:54.549862Z","end":"2026-03-02T17:22:54.679341Z","steps":["trace[1432733243] 'process raft request' (duration: 128.159112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.679737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.191745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949399"} {"level":"info","ts":"2026-03-02T17:22:54.679783Z","caller":"traceutil/trace.go:171","msg":"trace[189815567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17595; }","duration":"130.243466ms","start":"2026-03-02T17:22:54.54953Z","end":"2026-03-02T17:22:54.679774Z","steps":["trace[189815567] 'agreement among raft nodes before linearized reading' (duration: 129.396394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.68085Z","caller":"traceutil/trace.go:171","msg":"trace[201626258] transaction","detail":"{read_only:false; response_revision:17595; number_of_response:1; }","duration":"125.345799ms","start":"2026-03-02T17:22:54.555488Z","end":"2026-03-02T17:22:54.680834Z","steps":["trace[201626258] 'process raft request' (duration: 122.650429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.681221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.575361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9502"} {"level":"info","ts":"2026-03-02T17:22:54.681286Z","caller":"traceutil/trace.go:171","msg":"trace[1766571675] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17596; }","duration":"119.685143ms","start":"2026-03-02T17:22:54.561586Z","end":"2026-03-02T17:22:54.681271Z","steps":["trace[1766571675] 'agreement among raft nodes before linearized reading' (duration: 116.8626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.882947Z","caller":"traceutil/trace.go:171","msg":"trace[820673366] linearizableReadLoop","detail":"{readStateIndex:18263; appliedIndex:18262; }","duration":"180.889834ms","start":"2026-03-02T17:22:54.702022Z","end":"2026-03-02T17:22:54.882912Z","steps":["trace[820673366] 'read index received' (duration: 180.577487ms)","trace[820673366] 'applied index is now lower than readState.Index' (duration: 311.117µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:54.88307Z","caller":"traceutil/trace.go:171","msg":"trace[448026150] transaction","detail":"{read_only:false; response_revision:17599; number_of_response:1; }","duration":"181.639573ms","start":"2026-03-02T17:22:54.701395Z","end":"2026-03-02T17:22:54.883034Z","steps":["trace[448026150] 'process raft request' (duration: 181.234823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.883224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.183011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1438"} {"level":"info","ts":"2026-03-02T17:22:54.883267Z","caller":"traceutil/trace.go:171","msg":"trace[1594435480] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17599; }","duration":"181.260314ms","start":"2026-03-02T17:22:54.701993Z","end":"2026-03-02T17:22:54.883254Z","steps":["trace[1594435480] 'agreement among raft nodes before linearized reading' (duration: 181.076449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:54.886077Z","caller":"traceutil/trace.go:171","msg":"trace[1398320877] transaction","detail":"{read_only:false; response_revision:17600; number_of_response:1; }","duration":"183.624035ms","start":"2026-03-02T17:22:54.702404Z","end":"2026-03-02T17:22:54.886028Z","steps":["trace[1398320877] 'process raft request' (duration: 183.346339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:54.886123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.469772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1347"} {"level":"info","ts":"2026-03-02T17:22:54.886187Z","caller":"traceutil/trace.go:171","msg":"trace[1247932085] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:17600; }","duration":"183.569705ms","start":"2026-03-02T17:22:54.702598Z","end":"2026-03-02T17:22:54.886167Z","steps":["trace[1247932085] 'agreement among raft nodes before linearized reading' (duration: 183.287807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.739972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.101925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:55.740054Z","caller":"traceutil/trace.go:171","msg":"trace[1002638621] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17606; }","duration":"591.199318ms","start":"2026-03-02T17:22:55.148835Z","end":"2026-03-02T17:22:55.740034Z","steps":["trace[1002638621] 'count revisions from in-memory index tree' (duration: 591.025613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.740096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:55.14878Z","time spent":"591.30528ms","remote":"127.0.0.1:33274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:22:55.740202Z","caller":"traceutil/trace.go:171","msg":"trace[1542072084] linearizableReadLoop","detail":"{readStateIndex:18271; appliedIndex:18270; }","duration":"388.12655ms","start":"2026-03-02T17:22:55.352046Z","end":"2026-03-02T17:22:55.740173Z","steps":["trace[1542072084] 'read index received' (duration: 352.171351ms)","trace[1542072084] 'applied index is now lower than readState.Index' (duration: 35.953869ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:55.740271Z","caller":"traceutil/trace.go:171","msg":"trace[663972303] transaction","detail":"{read_only:false; response_revision:17607; number_of_response:1; }","duration":"399.011461ms","start":"2026-03-02T17:22:55.341238Z","end":"2026-03-02T17:22:55.740249Z","steps":["trace[663972303] 'process raft request' (duration: 363.037281ms)","trace[663972303] 'compare' (duration: 35.658771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:55.740372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:55.34122Z","time spent":"399.100714ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T17:22:55.740481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.5028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-27jzw\" ","response":"range_response_count:1 size:20777"} {"level":"info","ts":"2026-03-02T17:22:55.740525Z","caller":"traceutil/trace.go:171","msg":"trace[1277974680] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-27jzw; range_end:; response_count:1; response_revision:17607; }","duration":"222.571922ms","start":"2026-03-02T17:22:55.517943Z","end":"2026-03-02T17:22:55.740514Z","steps":["trace[1277974680] 'agreement among raft nodes before linearized reading' (duration: 222.401038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.740471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.409874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:55.740635Z","caller":"traceutil/trace.go:171","msg":"trace[1276207560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17607; }","duration":"288.607808ms","start":"2026-03-02T17:22:55.452009Z","end":"2026-03-02T17:22:55.740616Z","steps":["trace[1276207560] 'agreement among raft nodes before linearized reading' (duration: 288.331421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.740531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.797928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:22:55.740812Z","caller":"traceutil/trace.go:171","msg":"trace[144337012] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17607; }","duration":"242.108506ms","start":"2026-03-02T17:22:55.498685Z","end":"2026-03-02T17:22:55.740793Z","steps":["trace[144337012] 'agreement among raft nodes before linearized reading' (duration: 241.787138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.740955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.114941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:24 size:216344"} {"level":"info","ts":"2026-03-02T17:22:55.740997Z","caller":"traceutil/trace.go:171","msg":"trace[215272425] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:24; response_revision:17607; }","duration":"253.213614ms","start":"2026-03-02T17:22:55.487774Z","end":"2026-03-02T17:22:55.740987Z","steps":["trace[215272425] 'agreement among raft nodes before linearized reading' (duration: 252.861534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.741126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.061645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-02T17:22:55.741186Z","caller":"traceutil/trace.go:171","msg":"trace[1480299677] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17607; }","duration":"389.158627ms","start":"2026-03-02T17:22:55.352012Z","end":"2026-03-02T17:22:55.741171Z","steps":["trace[1480299677] 'agreement among raft nodes before linearized reading' (duration: 388.316096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:55.741218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:55.351995Z","time spent":"389.213858ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209383,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-03-02T17:22:56.290846Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:22:56.380325Z","caller":"traceutil/trace.go:171","msg":"trace[1756299076] linearizableReadLoop","detail":"{readStateIndex:18272; appliedIndex:18271; }","duration":"590.409997ms","start":"2026-03-02T17:22:55.789891Z","end":"2026-03-02T17:22:56.380301Z","steps":["trace[1756299076] 'read index received' (duration: 589.931385ms)","trace[1756299076] 'applied index is now lower than readState.Index' (duration: 477.442µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:56.380443Z","caller":"traceutil/trace.go:171","msg":"trace[458711267] transaction","detail":"{read_only:false; response_revision:17608; number_of_response:1; }","duration":"624.538529ms","start":"2026-03-02T17:22:55.755875Z","end":"2026-03-02T17:22:56.380413Z","steps":["trace[458711267] 'process raft request' (duration: 624.036436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:56.38052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.616592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"warn","ts":"2026-03-02T17:22:56.380584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:55.755846Z","time spent":"624.643352ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20894,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:56.380597Z","caller":"traceutil/trace.go:171","msg":"trace[729818397] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:17608; }","duration":"590.734325ms","start":"2026-03-02T17:22:55.789849Z","end":"2026-03-02T17:22:56.380583Z","steps":["trace[729818397] 'agreement among raft nodes before linearized reading' (duration: 590.555701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:56.380629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:55.789826Z","time spent":"590.793947ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1848,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-03-02T17:22:56.411735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.142204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:56.411858Z","caller":"traceutil/trace.go:171","msg":"trace[1530117567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:17610; }","duration":"332.323608ms","start":"2026-03-02T17:22:56.079516Z","end":"2026-03-02T17:22:56.411839Z","steps":["trace[1530117567] 'agreement among raft nodes before linearized reading' (duration: 332.122253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:56.411905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.079496Z","time spent":"332.395689ms","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:22:57.081964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:57.582326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:58.082932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237647,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:22:58.474685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.92593649s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:22:58.496301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:57.126596Z","time spent":"1.369697115s","remote":"127.0.0.1:35712","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T17:22:58.496958Z","caller":"traceutil/trace.go:171","msg":"trace[1521662443] transaction","detail":"{read_only:false; response_revision:17613; number_of_response:1; }","duration":"1.948270957s","start":"2026-03-02T17:22:56.548639Z","end":"2026-03-02T17:22:58.49691Z","steps":["trace[1521662443] 'process raft request' (duration: 1.92633079s)","trace[1521662443] 'compare' (duration: 20.906871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:58.497235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.548614Z","time spent":"1.948469712s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:59.146921Z","caller":"traceutil/trace.go:171","msg":"trace[591102283] linearizableReadLoop","detail":"{readStateIndex:18278; appliedIndex:18276; }","duration":"2.595684518s","start":"2026-03-02T17:22:56.551199Z","end":"2026-03-02T17:22:59.146883Z","steps":["trace[591102283] 'read index received' (duration: 1.923888057s)","trace[591102283] 'applied index is now lower than readState.Index' (duration: 671.795741ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:59.147086Z","caller":"traceutil/trace.go:171","msg":"trace[159436083] transaction","detail":"{read_only:false; response_revision:17617; number_of_response:1; }","duration":"720.864119ms","start":"2026-03-02T17:22:58.426211Z","end":"2026-03-02T17:22:59.147075Z","steps":["trace[159436083] 'process raft request' (duration: 720.647423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.147139Z","caller":"traceutil/trace.go:171","msg":"trace[130892780] transaction","detail":"{read_only:false; response_revision:17614; number_of_response:1; }","duration":"2.595780309s","start":"2026-03-02T17:22:56.55133Z","end":"2026-03-02T17:22:59.147111Z","steps":["trace[130892780] 'process raft request' (duration: 2.595329847s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.147182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.426186Z","time spent":"720.9243ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:22:59.147256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.55132Z","time spent":"2.595868382s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:22:59.147375Z","caller":"traceutil/trace.go:171","msg":"trace[739705421] transaction","detail":"{read_only:false; response_revision:17615; number_of_response:1; }","duration":"770.696656ms","start":"2026-03-02T17:22:58.376672Z","end":"2026-03-02T17:22:59.147369Z","steps":["trace[739705421] 'process raft request' (duration: 770.122501ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.147327Z","caller":"traceutil/trace.go:171","msg":"trace[1838697321] transaction","detail":"{read_only:false; response_revision:17616; number_of_response:1; }","duration":"720.91961ms","start":"2026-03-02T17:22:58.426171Z","end":"2026-03-02T17:22:59.14709Z","steps":["trace[1838697321] 'process raft request' (duration: 720.662573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.147413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.376635Z","time spent":"770.758357ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18780,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:22:59.147327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596092698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:59.147477Z","caller":"traceutil/trace.go:171","msg":"trace[1256436195] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:17617; }","duration":"2.596297292s","start":"2026-03-02T17:22:56.551147Z","end":"2026-03-02T17:22:59.147461Z","steps":["trace[1256436195] 'agreement among raft nodes before linearized reading' (duration: 2.596067996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.147526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.55113Z","time spent":"2.596384964s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-03-02T17:22:59.147537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.426149Z","time spent":"721.282029ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:22:59.148058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697845495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:59.148095Z","caller":"traceutil/trace.go:171","msg":"trace[118861392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17617; }","duration":"1.697913627s","start":"2026-03-02T17:22:57.450166Z","end":"2026-03-02T17:22:59.14808Z","steps":["trace[118861392] 'agreement among raft nodes before linearized reading' (duration: 1.697845975s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.148117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:57.450146Z","time spent":"1.697966058s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:22:59.148112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.560343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-02T17:22:59.148145Z","caller":"traceutil/trace.go:171","msg":"trace[987454360] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:17617; }","duration":"544.627855ms","start":"2026-03-02T17:22:58.603509Z","end":"2026-03-02T17:22:59.148137Z","steps":["trace[987454360] 'agreement among raft nodes before linearized reading' (duration: 544.506982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.148165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.60349Z","time spent":"544.670325ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T17:22:59.148197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.561541784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:22:59.148268Z","caller":"traceutil/trace.go:171","msg":"trace[1956959620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17617; }","duration":"2.561652947s","start":"2026-03-02T17:22:56.586596Z","end":"2026-03-02T17:22:59.148249Z","steps":["trace[1956959620] 'agreement among raft nodes before linearized reading' (duration: 2.561424312s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.148294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.369159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:59.148317Z","caller":"traceutil/trace.go:171","msg":"trace[350265367] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17617; }","duration":"183.504323ms","start":"2026-03-02T17:22:58.964805Z","end":"2026-03-02T17:22:59.148309Z","steps":["trace[350265367] 'agreement among raft nodes before linearized reading' (duration: 183.466462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.148319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.58658Z","time spent":"2.561727801s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:59.148453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.618182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3299"} {"level":"info","ts":"2026-03-02T17:22:59.148473Z","caller":"traceutil/trace.go:171","msg":"trace[1248587529] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17617; }","duration":"388.666444ms","start":"2026-03-02T17:22:58.759799Z","end":"2026-03-02T17:22:59.148465Z","steps":["trace[1248587529] 'agreement among raft nodes before linearized reading' (duration: 388.604482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.14849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.759783Z","time spent":"388.703074ms","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3321,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-02T17:22:59.148728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329982971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:22:59.148778Z","caller":"traceutil/trace.go:171","msg":"trace[2118890389] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:17617; }","duration":"2.330097084s","start":"2026-03-02T17:22:56.818666Z","end":"2026-03-02T17:22:59.148763Z","steps":["trace[2118890389] 'agreement among raft nodes before linearized reading' (duration: 2.329872318s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.148824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.818611Z","time spent":"2.330202586s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:22:59.148866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111084272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:22:59.148888Z","caller":"traceutil/trace.go:171","msg":"trace[392722649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17617; }","duration":"1.111158604s","start":"2026-03-02T17:22:58.037723Z","end":"2026-03-02T17:22:59.148882Z","steps":["trace[392722649] 'agreement among raft nodes before linearized reading' (duration: 1.111082732s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.148908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.037694Z","time spent":"1.111209715s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:22:59.14898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.535247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:22:59.148996Z","caller":"traceutil/trace.go:171","msg":"trace[1379870917] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:17617; }","duration":"663.581388ms","start":"2026-03-02T17:22:58.485409Z","end":"2026-03-02T17:22:59.148991Z","steps":["trace[1379870917] 'agreement among raft nodes before linearized reading' (duration: 663.547978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.485393Z","time spent":"663.615739ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:22:59.149137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.330592077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-02T17:22:59.149172Z","caller":"traceutil/trace.go:171","msg":"trace[2129184158] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286; range_end:; response_count:1; response_revision:17617; }","duration":"2.330626728s","start":"2026-03-02T17:22:56.818533Z","end":"2026-03-02T17:22:59.14916Z","steps":["trace[2129184158] 'agreement among raft nodes before linearized reading' (duration: 2.330529965s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.81851Z","time spent":"2.330689328s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" "} {"level":"warn","ts":"2026-03-02T17:22:59.149215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464074797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:22:59.149238Z","caller":"traceutil/trace.go:171","msg":"trace[266672603] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17617; }","duration":"2.464120507s","start":"2026-03-02T17:22:56.685111Z","end":"2026-03-02T17:22:59.149232Z","steps":["trace[266672603] 'agreement among raft nodes before linearized reading' (duration: 2.464054336s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.6851Z","time spent":"2.464151608s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:59.149371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460965706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:22:59.149387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464122227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:22:59.149397Z","caller":"traceutil/trace.go:171","msg":"trace[783046404] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17617; }","duration":"2.461013177s","start":"2026-03-02T17:22:56.688376Z","end":"2026-03-02T17:22:59.149389Z","steps":["trace[783046404] 'agreement among raft nodes before linearized reading' (duration: 2.460912475s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.14941Z","caller":"traceutil/trace.go:171","msg":"trace[13477321] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17617; }","duration":"2.464187179s","start":"2026-03-02T17:22:56.685216Z","end":"2026-03-02T17:22:59.149403Z","steps":["trace[13477321] 'agreement among raft nodes before linearized reading' (duration: 2.464128248s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.685198Z","time spent":"2.46424431s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:22:59.14942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.688367Z","time spent":"2.461047668s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:22:59.149177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.279711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:22:59.149565Z","caller":"traceutil/trace.go:171","msg":"trace[768912732] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:17617; }","duration":"581.701652ms","start":"2026-03-02T17:22:58.567853Z","end":"2026-03-02T17:22:59.149554Z","steps":["trace[768912732] 'agreement among raft nodes before linearized reading' (duration: 580.361927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440780483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"warn","ts":"2026-03-02T17:22:59.149609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:58.567832Z","time spent":"581.758594ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1839,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:22:59.149634Z","caller":"traceutil/trace.go:171","msg":"trace[1615946529] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:17617; }","duration":"2.440845906s","start":"2026-03-02T17:22:56.70878Z","end":"2026-03-02T17:22:59.149626Z","steps":["trace[1615946529] 'agreement among raft nodes before linearized reading' (duration: 2.440791175s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.708762Z","time spent":"2.440886826s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:22:59.149391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465655397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:22:59.14977Z","caller":"traceutil/trace.go:171","msg":"trace[1849838976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17617; }","duration":"2.466067678s","start":"2026-03-02T17:22:56.683694Z","end":"2026-03-02T17:22:59.149762Z","steps":["trace[1849838976] 'agreement among raft nodes before linearized reading' (duration: 2.465629297s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.149792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:56.683676Z","time spent":"2.466108939s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:22:59.267715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.501723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949533"} {"level":"info","ts":"2026-03-02T17:22:59.267795Z","caller":"traceutil/trace.go:171","msg":"trace[1897629564] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17617; }","duration":"113.605075ms","start":"2026-03-02T17:22:59.15417Z","end":"2026-03-02T17:22:59.267775Z","steps":["trace[1897629564] 'agreement among raft nodes before linearized reading' (duration: 26.759281ms)","trace[1897629564] 'range keys from in-memory index tree' (duration: 85.964162ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:59.30087Z","caller":"traceutil/trace.go:171","msg":"trace[1954059554] transaction","detail":"{read_only:false; response_revision:17622; number_of_response:1; }","duration":"137.730459ms","start":"2026-03-02T17:22:59.163121Z","end":"2026-03-02T17:22:59.300851Z","steps":["trace[1954059554] 'process raft request' (duration: 137.703678ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.301017Z","caller":"traceutil/trace.go:171","msg":"trace[825339932] linearizableReadLoop","detail":"{readStateIndex:18287; appliedIndex:18287; }","duration":"120.085444ms","start":"2026-03-02T17:22:59.180907Z","end":"2026-03-02T17:22:59.300993Z","steps":["trace[825339932] 'read index received' (duration: 120.069734ms)","trace[825339932] 'applied index is now lower than readState.Index' (duration: 13.67µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:59.301197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.330403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:59.301198Z","caller":"traceutil/trace.go:171","msg":"trace[1794548495] transaction","detail":"{read_only:false; response_revision:17619; number_of_response:1; }","duration":"145.050607ms","start":"2026-03-02T17:22:59.156121Z","end":"2026-03-02T17:22:59.301171Z","steps":["trace[1794548495] 'process raft request' (duration: 144.645447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.301254Z","caller":"traceutil/trace.go:171","msg":"trace[351942719] transaction","detail":"{read_only:false; response_revision:17618; number_of_response:1; }","duration":"146.002563ms","start":"2026-03-02T17:22:59.155246Z","end":"2026-03-02T17:22:59.301248Z","steps":["trace[351942719] 'process raft request' (duration: 145.383587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.301263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.490063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:22:59.301291Z","caller":"traceutil/trace.go:171","msg":"trace[585958502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17622; }","duration":"144.557025ms","start":"2026-03-02T17:22:59.156727Z","end":"2026-03-02T17:22:59.301284Z","steps":["trace[585958502] 'agreement among raft nodes before linearized reading' (duration: 144.35847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.301285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.216362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-02T17:22:59.301326Z","caller":"traceutil/trace.go:171","msg":"trace[759082051] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:17622; }","duration":"145.285234ms","start":"2026-03-02T17:22:59.156028Z","end":"2026-03-02T17:22:59.301314Z","steps":["trace[759082051] 'agreement among raft nodes before linearized reading' (duration: 145.046268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.301466Z","caller":"traceutil/trace.go:171","msg":"trace[19338668] transaction","detail":"{read_only:false; response_revision:17620; number_of_response:1; }","duration":"145.178691ms","start":"2026-03-02T17:22:59.15625Z","end":"2026-03-02T17:22:59.301429Z","steps":["trace[19338668] 'process raft request' (duration: 144.537854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.301229Z","caller":"traceutil/trace.go:171","msg":"trace[444012395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17622; }","duration":"141.382914ms","start":"2026-03-02T17:22:59.159838Z","end":"2026-03-02T17:22:59.301221Z","steps":["trace[444012395] 'agreement among raft nodes before linearized reading' (duration: 141.291111ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.301618Z","caller":"traceutil/trace.go:171","msg":"trace[358646119] transaction","detail":"{read_only:false; response_revision:17621; number_of_response:1; }","duration":"145.142381ms","start":"2026-03-02T17:22:59.156466Z","end":"2026-03-02T17:22:59.301609Z","steps":["trace[358646119] 'process raft request' (duration: 144.34177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.302186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.905203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949533"} {"level":"info","ts":"2026-03-02T17:22:59.302211Z","caller":"traceutil/trace.go:171","msg":"trace[627532566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17622; }","duration":"142.945844ms","start":"2026-03-02T17:22:59.15926Z","end":"2026-03-02T17:22:59.302206Z","steps":["trace[627532566] 'agreement among raft nodes before linearized reading' (duration: 141.822865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.328548Z","caller":"traceutil/trace.go:171","msg":"trace[343695706] transaction","detail":"{read_only:false; response_revision:17623; number_of_response:1; }","duration":"146.724102ms","start":"2026-03-02T17:22:59.181801Z","end":"2026-03-02T17:22:59.328525Z","steps":["trace[343695706] 'process raft request' (duration: 146.507837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.60198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.812841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:22:59.602127Z","caller":"traceutil/trace.go:171","msg":"trace[1685598768] linearizableReadLoop","detail":"{readStateIndex:18290; appliedIndex:18289; }","duration":"273.60974ms","start":"2026-03-02T17:22:59.328491Z","end":"2026-03-02T17:22:59.602101Z","steps":["trace[1685598768] 'read index received' (duration: 51.532202ms)","trace[1685598768] 'applied index is now lower than readState.Index' (duration: 222.071268ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:22:59.602189Z","caller":"traceutil/trace.go:171","msg":"trace[1993265964] transaction","detail":"{read_only:false; response_revision:17625; number_of_response:1; }","duration":"282.051108ms","start":"2026-03-02T17:22:59.320102Z","end":"2026-03-02T17:22:59.602153Z","steps":["trace[1993265964] 'process raft request' (duration: 59.99049ms)","trace[1993265964] 'compare' (duration: 221.686928ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:22:59.602395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.737792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-03-02T17:22:59.602394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.340704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-03-02T17:22:59.602435Z","caller":"traceutil/trace.go:171","msg":"trace[1970422796] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:17625; }","duration":"271.809414ms","start":"2026-03-02T17:22:59.330614Z","end":"2026-03-02T17:22:59.602424Z","steps":["trace[1970422796] 'agreement among raft nodes before linearized reading' (duration: 271.64837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:22:59.60245Z","caller":"traceutil/trace.go:171","msg":"trace[1532347195] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:17625; }","duration":"297.416206ms","start":"2026-03-02T17:22:59.305018Z","end":"2026-03-02T17:22:59.602434Z","steps":["trace[1532347195] 'agreement among raft nodes before linearized reading' (duration: 297.210521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:22:59.602485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.683834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:22:59.602569Z","caller":"traceutil/trace.go:171","msg":"trace[1821397755] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17625; }","duration":"203.922529ms","start":"2026-03-02T17:22:59.398625Z","end":"2026-03-02T17:22:59.602548Z","steps":["trace[1821397755] 'agreement among raft nodes before linearized reading' (duration: 203.769835ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:00.212769Z","caller":"traceutil/trace.go:171","msg":"trace[720479220] linearizableReadLoop","detail":"{readStateIndex:18291; appliedIndex:18290; }","duration":"286.654077ms","start":"2026-03-02T17:22:59.926097Z","end":"2026-03-02T17:23:00.212751Z","steps":["trace[720479220] 'read index received' (duration: 286.502904ms)","trace[720479220] 'applied index is now lower than readState.Index' (duration: 150.323µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:00.212805Z","caller":"traceutil/trace.go:171","msg":"trace[142023274] transaction","detail":"{read_only:false; response_revision:17626; number_of_response:1; }","duration":"579.593988ms","start":"2026-03-02T17:22:59.63318Z","end":"2026-03-02T17:23:00.212774Z","steps":["trace[142023274] 'process raft request' (duration: 579.423954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:00.212965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:22:59.633156Z","time spent":"579.728961ms","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:23:00.212979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.867252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:00.213021Z","caller":"traceutil/trace.go:171","msg":"trace[1064429093] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:17626; }","duration":"286.952975ms","start":"2026-03-02T17:22:59.926056Z","end":"2026-03-02T17:23:00.213009Z","steps":["trace[1064429093] 'agreement among raft nodes before linearized reading' (duration: 286.805541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:00.712914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237682,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:23:01.08847Z","caller":"traceutil/trace.go:171","msg":"trace[1040914407] linearizableReadLoop","detail":"{readStateIndex:18292; appliedIndex:18291; }","duration":"875.616248ms","start":"2026-03-02T17:23:00.212833Z","end":"2026-03-02T17:23:01.08845Z","steps":["trace[1040914407] 'read index received' (duration: 803.857323ms)","trace[1040914407] 'applied index is now lower than readState.Index' (duration: 71.757785ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:01.088668Z","caller":"traceutil/trace.go:171","msg":"trace[213283497] transaction","detail":"{read_only:false; response_revision:17627; number_of_response:1; }","duration":"967.127592ms","start":"2026-03-02T17:23:00.121533Z","end":"2026-03-02T17:23:01.088661Z","steps":["trace[213283497] 'process raft request' (duration: 895.257484ms)","trace[213283497] 'compare' (duration: 71.430018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:23:01.08878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.580316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:23:01.088862Z","caller":"traceutil/trace.go:171","msg":"trace[1964863293] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17627; }","duration":"637.73438ms","start":"2026-03-02T17:23:00.451112Z","end":"2026-03-02T17:23:01.088846Z","steps":["trace[1964863293] 'agreement among raft nodes before linearized reading' (duration: 637.585066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:01.088914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:00.451063Z","time spent":"637.842423ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:23:01.088971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.158799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-02T17:23:01.088993Z","caller":"traceutil/trace.go:171","msg":"trace[862262110] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286; range_end:; response_count:1; response_revision:17627; }","duration":"932.22367ms","start":"2026-03-02T17:23:00.156764Z","end":"2026-03-02T17:23:01.088987Z","steps":["trace[862262110] 'agreement among raft nodes before linearized reading' (duration: 932.131287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:01.089024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:00.1567Z","time spent":"932.320193ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" "} {"level":"warn","ts":"2026-03-02T17:23:01.089212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.833327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:01.089278Z","caller":"traceutil/trace.go:171","msg":"trace[541343196] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:17627; }","duration":"612.932359ms","start":"2026-03-02T17:23:00.476331Z","end":"2026-03-02T17:23:01.089264Z","steps":["trace[541343196] 'agreement among raft nodes before linearized reading' (duration: 612.795746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:01.088807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:00.12151Z","time spent":"967.228714ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:23:01.08888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.624028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:23:01.089392Z","caller":"traceutil/trace.go:171","msg":"trace[420966332] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:17627; }","duration":"525.159961ms","start":"2026-03-02T17:23:00.564221Z","end":"2026-03-02T17:23:01.089381Z","steps":["trace[420966332] 'agreement among raft nodes before linearized reading' (duration: 524.611947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:01.089442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:00.564203Z","time spent":"525.226783ms","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:23:01.089321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:00.476311Z","time spent":"613.001291ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":89,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:23:01.089433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.057916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:01.08966Z","caller":"traceutil/trace.go:171","msg":"trace[1824843618] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:17627; }","duration":"636.334925ms","start":"2026-03-02T17:23:00.453318Z","end":"2026-03-02T17:23:01.089653Z","steps":["trace[1824843618] 'agreement among raft nodes before linearized reading' (duration: 636.087568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:01.089224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.330688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T17:23:01.089687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:00.453289Z","time spent":"636.389405ms","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:23:01.089742Z","caller":"traceutil/trace.go:171","msg":"trace[89498039] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17627; }","duration":"142.861212ms","start":"2026-03-02T17:23:00.946844Z","end":"2026-03-02T17:23:01.089705Z","steps":["trace[89498039] 'agreement among raft nodes before linearized reading' (duration: 142.316518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:01.783888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:23:02.286273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837237685,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:23:02.304695Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.21044489s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:23:02.359084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.257933ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:23:02.359247Z","caller":"traceutil/trace.go:171","msg":"trace[1744598121] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:17627; }","duration":"458.433257ms","start":"2026-03-02T17:23:01.900785Z","end":"2026-03-02T17:23:02.359218Z","steps":["trace[1744598121] 'range keys from in-memory index tree' (duration: 458.236492ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:02.360132Z","caller":"traceutil/trace.go:171","msg":"trace[151886801] transaction","detail":"{read_only:false; response_revision:17628; number_of_response:1; }","duration":"1.266249521s","start":"2026-03-02T17:23:01.093848Z","end":"2026-03-02T17:23:02.360097Z","steps":["trace[151886801] 'process raft request' (duration: 1.211107106s)","trace[151886801] 'compare' (duration: 53.646967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:23:02.36037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.093822Z","time spent":"1.266444176s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:23:03.07051Z","caller":"traceutil/trace.go:171","msg":"trace[1761144257] linearizableReadLoop","detail":"{readStateIndex:18297; appliedIndex:18292; }","duration":"1.787339738s","start":"2026-03-02T17:23:01.283144Z","end":"2026-03-02T17:23:03.070483Z","steps":["trace[1761144257] 'read index received' (duration: 1.021761524s)","trace[1761144257] 'applied index is now lower than readState.Index' (duration: 765.577564ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:03.070902Z","caller":"traceutil/trace.go:171","msg":"trace[618276566] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"1.884312144s","start":"2026-03-02T17:23:01.186578Z","end":"2026-03-02T17:23:03.07089Z","steps":["trace[618276566] 'process raft request' (duration: 1.883874473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.071057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787915653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:23:03.071098Z","caller":"traceutil/trace.go:171","msg":"trace[256871265] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:17632; }","duration":"1.788014355s","start":"2026-03-02T17:23:01.283073Z","end":"2026-03-02T17:23:03.071088Z","steps":["trace[256871265] 'agreement among raft nodes before linearized reading' (duration: 1.787917013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.071123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.28293Z","time spent":"1.78818564s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"info","ts":"2026-03-02T17:23:03.071164Z","caller":"traceutil/trace.go:171","msg":"trace[875155530] transaction","detail":"{read_only:false; response_revision:17630; number_of_response:1; }","duration":"1.9162713s","start":"2026-03-02T17:23:01.154883Z","end":"2026-03-02T17:23:03.071155Z","steps":["trace[875155530] 'process raft request' (duration: 1.91549222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.071213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.154871Z","time spent":"1.91631502s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:23:03.071417Z","caller":"traceutil/trace.go:171","msg":"trace[560588754] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"1.916466785s","start":"2026-03-02T17:23:01.154941Z","end":"2026-03-02T17:23:03.071408Z","steps":["trace[560588754] 'process raft request' (duration: 1.915463669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.07145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.186558Z","time spent":"1.884377986s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:23:03.071466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.154937Z","time spent":"1.916499946s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:23:03.07077Z","caller":"traceutil/trace.go:171","msg":"trace[199436603] transaction","detail":"{read_only:false; response_revision:17629; number_of_response:1; }","duration":"1.917355977s","start":"2026-03-02T17:23:01.153405Z","end":"2026-03-02T17:23:03.070761Z","steps":["trace[199436603] 'process raft request' (duration: 1.916781293s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.071748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.153387Z","time spent":"1.918309052s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:23:03.079441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628110864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:23:03.079483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75141051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-03-02T17:23:03.0795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.18685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:23:03.079528Z","caller":"traceutil/trace.go:171","msg":"trace[199618973] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:17633; }","duration":"1.751500612s","start":"2026-03-02T17:23:01.328017Z","end":"2026-03-02T17:23:03.079517Z","steps":["trace[199618973] 'agreement among raft nodes before linearized reading' (duration: 1.751343598s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:03.079543Z","caller":"traceutil/trace.go:171","msg":"trace[87595273] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:17633; }","duration":"434.267742ms","start":"2026-03-02T17:23:02.645265Z","end":"2026-03-02T17:23:03.079533Z","steps":["trace[87595273] 'agreement among raft nodes before linearized reading' (duration: 434.105988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.327997Z","time spent":"1.751550604s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" "} {"level":"warn","ts":"2026-03-02T17:23:03.079567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.261525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" ","response":"range_response_count:1 size:3640"} {"level":"info","ts":"2026-03-02T17:23:03.079587Z","caller":"traceutil/trace.go:171","msg":"trace[1444453134] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286; range_end:; response_count:1; response_revision:17633; }","duration":"984.320966ms","start":"2026-03-02T17:23:02.095259Z","end":"2026-03-02T17:23:03.07958Z","steps":["trace[1444453134] 'agreement among raft nodes before linearized reading' (duration: 984.256615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:02.645246Z","time spent":"434.324413ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T17:23:03.07959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.770541853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:23:03.07963Z","caller":"traceutil/trace.go:171","msg":"trace[149773255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17633; }","duration":"1.770580164s","start":"2026-03-02T17:23:01.309039Z","end":"2026-03-02T17:23:03.079619Z","steps":["trace[149773255] 'agreement among raft nodes before linearized reading' (duration: 1.770472272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371245016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:03.079672Z","caller":"traceutil/trace.go:171","msg":"trace[1338803571] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:17633; }","duration":"1.371305077s","start":"2026-03-02T17:23:01.708339Z","end":"2026-03-02T17:23:03.079663Z","steps":["trace[1338803571] 'agreement among raft nodes before linearized reading' (duration: 1.371256566s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.309018Z","time spent":"1.770638846s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:23:03.079689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.708318Z","time spent":"1.371365749s","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":18,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:23:03.079714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771629092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:23:03.079732Z","caller":"traceutil/trace.go:171","msg":"trace[1777563048] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17633; }","duration":"1.771673003s","start":"2026-03-02T17:23:01.308053Z","end":"2026-03-02T17:23:03.079726Z","steps":["trace[1777563048] 'agreement among raft nodes before linearized reading' (duration: 1.771624712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.308036Z","time spent":"1.771705844s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:23:03.079864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771232732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:23:03.079484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771327104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:23:03.079872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.069467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:03.079885Z","caller":"traceutil/trace.go:171","msg":"trace[429648202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17633; }","duration":"1.771283243s","start":"2026-03-02T17:23:01.308595Z","end":"2026-03-02T17:23:03.079878Z","steps":["trace[429648202] 'agreement among raft nodes before linearized reading' (duration: 1.771221461s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:03.079901Z","caller":"traceutil/trace.go:171","msg":"trace[148785901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17633; }","duration":"114.137449ms","start":"2026-03-02T17:23:02.965755Z","end":"2026-03-02T17:23:03.079893Z","steps":["trace[148785901] 'agreement among raft nodes before linearized reading' (duration: 114.089928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.308542Z","time spent":"1.771358455s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:23:03.079909Z","caller":"traceutil/trace.go:171","msg":"trace[1268828333] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17633; }","duration":"1.771776775s","start":"2026-03-02T17:23:01.30811Z","end":"2026-03-02T17:23:03.079886Z","steps":["trace[1268828333] 'agreement among raft nodes before linearized reading' (duration: 1.771281753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.079934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.308083Z","time spent":"1.771843427s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:23:03.080088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771589032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:23:03.080171Z","caller":"traceutil/trace.go:171","msg":"trace[1890304463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17633; }","duration":"1.771635693s","start":"2026-03-02T17:23:01.308481Z","end":"2026-03-02T17:23:03.080116Z","steps":["trace[1890304463] 'agreement among raft nodes before linearized reading' (duration: 1.77152718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.080198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.308475Z","time spent":"1.771716764s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:23:03.079603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:02.095241Z","time spent":"984.357098ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3662,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" "} {"level":"info","ts":"2026-03-02T17:23:03.079501Z","caller":"traceutil/trace.go:171","msg":"trace[1456914937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17633; }","duration":"1.628240897s","start":"2026-03-02T17:23:01.451246Z","end":"2026-03-02T17:23:03.079487Z","steps":["trace[1456914937] 'agreement among raft nodes before linearized reading' (duration: 1.628111624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.080297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:01.451228Z","time spent":"1.629059028s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:23:03.295323Z","caller":"traceutil/trace.go:171","msg":"trace[1353323035] transaction","detail":"{read_only:false; response_revision:17634; number_of_response:1; }","duration":"204.837374ms","start":"2026-03-02T17:23:03.09046Z","end":"2026-03-02T17:23:03.295297Z","steps":["trace[1353323035] 'process raft request' (duration: 199.795954ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:03.629716Z","caller":"traceutil/trace.go:171","msg":"trace[566678666] transaction","detail":"{read_only:false; response_revision:17635; number_of_response:1; }","duration":"538.769393ms","start":"2026-03-02T17:23:03.090633Z","end":"2026-03-02T17:23:03.629403Z","steps":["trace[566678666] 'process raft request' (duration: 510.04955ms)","trace[566678666] 'compare' (duration: 27.678126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:23:03.629866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.090605Z","time spent":"539.182473ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:23:03.630548Z","caller":"traceutil/trace.go:171","msg":"trace[1010674235] linearizableReadLoop","detail":"{readStateIndex:18301; appliedIndex:18298; }","duration":"538.055575ms","start":"2026-03-02T17:23:03.092473Z","end":"2026-03-02T17:23:03.630529Z","steps":["trace[1010674235] 'read index received' (duration: 197.786032ms)","trace[1010674235] 'applied index is now lower than readState.Index' (duration: 340.268053ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:03.630694Z","caller":"traceutil/trace.go:171","msg":"trace[587919519] transaction","detail":"{read_only:false; response_revision:17636; number_of_response:1; }","duration":"539.994434ms","start":"2026-03-02T17:23:03.090689Z","end":"2026-03-02T17:23:03.630683Z","steps":["trace[587919519] 'process raft request' (duration: 538.659179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.63079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.090679Z","time spent":"540.039446ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:23:03.631045Z","caller":"traceutil/trace.go:171","msg":"trace[1228016384] transaction","detail":"{read_only:false; response_revision:17637; number_of_response:1; }","duration":"537.954582ms","start":"2026-03-02T17:23:03.093082Z","end":"2026-03-02T17:23:03.631037Z","steps":["trace[1228016384] 'process raft request' (duration: 537.278105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.631086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.093033Z","time spent":"538.030664ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:23:03.631821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.796628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:23:03.631873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.389739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T17:23:03.631928Z","caller":"traceutil/trace.go:171","msg":"trace[2128228948] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521; range_end:; response_count:1; response_revision:17638; }","duration":"539.472852ms","start":"2026-03-02T17:23:03.09244Z","end":"2026-03-02T17:23:03.631913Z","steps":["trace[2128228948] 'agreement among raft nodes before linearized reading' (duration: 539.311708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:03.631926Z","caller":"traceutil/trace.go:171","msg":"trace[1491026927] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:17638; }","duration":"376.976342ms","start":"2026-03-02T17:23:03.254925Z","end":"2026-03-02T17:23:03.631902Z","steps":["trace[1491026927] 'agreement among raft nodes before linearized reading' (duration: 376.669634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.631979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.092431Z","time spent":"539.528453ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521\" "} {"level":"warn","ts":"2026-03-02T17:23:03.631992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.254903Z","time spent":"377.070644ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":112,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:23:03.63203Z","caller":"traceutil/trace.go:171","msg":"trace[1938961742] transaction","detail":"{read_only:false; response_revision:17638; number_of_response:1; }","duration":"538.594698ms","start":"2026-03-02T17:23:03.093425Z","end":"2026-03-02T17:23:03.63202Z","steps":["trace[1938961742] 'process raft request' (duration: 537.064089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.640983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.093409Z","time spent":"538.642389ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:23:03.641332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.558304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:23:03.641377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.946427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:949533"} {"level":"info","ts":"2026-03-02T17:23:03.641477Z","caller":"traceutil/trace.go:171","msg":"trace[952422953] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:17638; }","duration":"544.090161ms","start":"2026-03-02T17:23:03.097355Z","end":"2026-03-02T17:23:03.641445Z","steps":["trace[952422953] 'agreement among raft nodes before linearized reading' (duration: 533.702103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:03.641487Z","caller":"traceutil/trace.go:171","msg":"trace[1364744840] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:17638; }","duration":"291.711547ms","start":"2026-03-02T17:23:03.349682Z","end":"2026-03-02T17:23:03.641393Z","steps":["trace[1364744840] 'agreement among raft nodes before linearized reading' (duration: 291.358489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.641529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.097336Z","time spent":"544.177783ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":95,"response size":949555,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:23:03.641548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.77868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:03.641619Z","caller":"traceutil/trace.go:171","msg":"trace[279909557] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:17638; }","duration":"397.911153ms","start":"2026-03-02T17:23:03.243687Z","end":"2026-03-02T17:23:03.641598Z","steps":["trace[279909557] 'agreement among raft nodes before linearized reading' (duration: 397.703447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.641665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.243667Z","time spent":"397.989246ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":74,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:23:03.641699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.363201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T17:23:03.641721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.361861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:23:03.641769Z","caller":"traceutil/trace.go:171","msg":"trace[473799810] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17638; }","duration":"483.461244ms","start":"2026-03-02T17:23:03.158277Z","end":"2026-03-02T17:23:03.641738Z","steps":["trace[473799810] 'agreement among raft nodes before linearized reading' (duration: 483.276979ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:03.641772Z","caller":"traceutil/trace.go:171","msg":"trace[880963002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17638; }","duration":"543.443543ms","start":"2026-03-02T17:23:03.098305Z","end":"2026-03-02T17:23:03.641749Z","steps":["trace[880963002] 'agreement among raft nodes before linearized reading' (duration: 543.362191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:03.641809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.098285Z","time spent":"543.514895ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:23:03.64181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:23:03.158252Z","time spent":"483.547216ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T17:23:05.537554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.175878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:23:05.537622Z","caller":"traceutil/trace.go:171","msg":"trace[1985795362] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:17650; }","duration":"134.29525ms","start":"2026-03-02T17:23:05.403313Z","end":"2026-03-02T17:23:05.537609Z","steps":["trace[1985795362] 'count revisions from in-memory index tree' (duration: 134.042855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:06.105803Z","caller":"traceutil/trace.go:171","msg":"trace[1144597281] linearizableReadLoop","detail":"{readStateIndex:18324; appliedIndex:18323; }","duration":"131.000735ms","start":"2026-03-02T17:23:05.974735Z","end":"2026-03-02T17:23:06.105736Z","steps":["trace[1144597281] 'read index received' (duration: 102.018717ms)","trace[1144597281] 'applied index is now lower than readState.Index' (duration: 28.976328ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:06.106504Z","caller":"traceutil/trace.go:171","msg":"trace[1586371608] transaction","detail":"{read_only:false; response_revision:17657; number_of_response:1; }","duration":"150.881328ms","start":"2026-03-02T17:23:05.955595Z","end":"2026-03-02T17:23:06.106476Z","steps":["trace[1586371608] 'process raft request' (duration: 121.309304ms)","trace[1586371608] 'compare' (duration: 28.508947ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:23:06.106932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.136565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" ","response":"range_response_count:1 size:2246"} {"level":"info","ts":"2026-03-02T17:23:06.107107Z","caller":"traceutil/trace.go:171","msg":"trace[1596439474] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-5897e8fc-2763-43c7-a025-6f522a4f7286; range_end:; response_count:1; response_revision:17657; }","duration":"132.362551ms","start":"2026-03-02T17:23:05.974701Z","end":"2026-03-02T17:23:06.107064Z","steps":["trace[1596439474] 'agreement among raft nodes before linearized reading' (duration: 131.865668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:09.846858Z","caller":"traceutil/trace.go:171","msg":"trace[1065930641] linearizableReadLoop","detail":"{readStateIndex:18363; appliedIndex:18361; }","duration":"116.838459ms","start":"2026-03-02T17:23:09.729987Z","end":"2026-03-02T17:23:09.846826Z","steps":["trace[1065930641] 'read index received' (duration: 20.10579ms)","trace[1065930641] 'applied index is now lower than readState.Index' (duration: 96.731689ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:09.84698Z","caller":"traceutil/trace.go:171","msg":"trace[335050797] transaction","detail":"{read_only:false; response_revision:17694; number_of_response:1; }","duration":"117.976259ms","start":"2026-03-02T17:23:09.728937Z","end":"2026-03-02T17:23:09.846914Z","steps":["trace[335050797] 'process raft request' (duration: 51.227444ms)","trace[335050797] 'compare' (duration: 66.447267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:23:09.847112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.106906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:23:09.847144Z","caller":"traceutil/trace.go:171","msg":"trace[808307307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17694; }","duration":"117.191829ms","start":"2026-03-02T17:23:09.729942Z","end":"2026-03-02T17:23:09.847134Z","steps":["trace[808307307] 'agreement among raft nodes before linearized reading' (duration: 117.041734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:29.697257Z","caller":"traceutil/trace.go:171","msg":"trace[886898547] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"147.06136ms","start":"2026-03-02T17:23:29.550156Z","end":"2026-03-02T17:23:29.697217Z","steps":["trace[886898547] 'process raft request' (duration: 116.354686ms)","trace[886898547] 'compare' (duration: 30.53174ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:30.085898Z","caller":"traceutil/trace.go:171","msg":"trace[1536622206] linearizableReadLoop","detail":"{readStateIndex:18547; appliedIndex:18546; }","duration":"194.174067ms","start":"2026-03-02T17:23:29.891703Z","end":"2026-03-02T17:23:30.085877Z","steps":["trace[1536622206] 'read index received' (duration: 194.008923ms)","trace[1536622206] 'applied index is now lower than readState.Index' (duration: 164.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:30.085964Z","caller":"traceutil/trace.go:171","msg":"trace[205919149] transaction","detail":"{read_only:false; response_revision:17869; number_of_response:1; }","duration":"247.766943ms","start":"2026-03-02T17:23:29.83816Z","end":"2026-03-02T17:23:30.085927Z","steps":["trace[205919149] 'process raft request' (duration: 247.587138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:30.08609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.705085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:23:30.086103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.380732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:23:30.086139Z","caller":"traceutil/trace.go:171","msg":"trace[1714563454] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:17869; }","duration":"157.772287ms","start":"2026-03-02T17:23:29.928354Z","end":"2026-03-02T17:23:30.086126Z","steps":["trace[1714563454] 'agreement among raft nodes before linearized reading' (duration: 157.672684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:30.086143Z","caller":"traceutil/trace.go:171","msg":"trace[832260913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17869; }","duration":"194.478646ms","start":"2026-03-02T17:23:29.891653Z","end":"2026-03-02T17:23:30.086132Z","steps":["trace[832260913] 'agreement among raft nodes before linearized reading' (duration: 194.342561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:30.086153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.014354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:23:30.086172Z","caller":"traceutil/trace.go:171","msg":"trace[1755836265] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17869; }","duration":"129.056735ms","start":"2026-03-02T17:23:29.957107Z","end":"2026-03-02T17:23:30.086164Z","steps":["trace[1755836265] 'agreement among raft nodes before linearized reading' (duration: 128.979132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:30.086198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.23991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-heat-default-user\" ","response":"range_response_count:1 size:1299"} {"level":"info","ts":"2026-03-02T17:23:30.086246Z","caller":"traceutil/trace.go:171","msg":"trace[1325582614] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-heat-default-user; range_end:; response_count:1; response_revision:17869; }","duration":"129.332672ms","start":"2026-03-02T17:23:29.956902Z","end":"2026-03-02T17:23:30.086234Z","steps":["trace[1325582614] 'agreement among raft nodes before linearized reading' (duration: 129.205338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:23:30.086385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.766344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:23:30.086397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.315526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:23:30.08647Z","caller":"traceutil/trace.go:171","msg":"trace[1490400477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17869; }","duration":"129.934098ms","start":"2026-03-02T17:23:29.956515Z","end":"2026-03-02T17:23:30.086449Z","steps":["trace[1490400477] 'agreement among raft nodes before linearized reading' (duration: 129.645101ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:30.086506Z","caller":"traceutil/trace.go:171","msg":"trace[1188273609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17869; }","duration":"128.465459ms","start":"2026-03-02T17:23:29.95801Z","end":"2026-03-02T17:23:30.086475Z","steps":["trace[1188273609] 'agreement among raft nodes before linearized reading' (duration: 128.095959ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:30.256964Z","caller":"traceutil/trace.go:171","msg":"trace[1015422201] transaction","detail":"{read_only:false; response_revision:17872; number_of_response:1; }","duration":"166.224716ms","start":"2026-03-02T17:23:30.090717Z","end":"2026-03-02T17:23:30.256942Z","steps":["trace[1015422201] 'process raft request' (duration: 166.176964ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:30.257103Z","caller":"traceutil/trace.go:171","msg":"trace[1368226895] linearizableReadLoop","detail":"{readStateIndex:18551; appliedIndex:18547; }","duration":"143.631821ms","start":"2026-03-02T17:23:30.113447Z","end":"2026-03-02T17:23:30.257079Z","steps":["trace[1368226895] 'read index received' (duration: 74.928486ms)","trace[1368226895] 'applied index is now lower than readState.Index' (duration: 68.702295ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:30.257272Z","caller":"traceutil/trace.go:171","msg":"trace[833942054] transaction","detail":"{read_only:false; response_revision:17870; number_of_response:1; }","duration":"167.601821ms","start":"2026-03-02T17:23:30.089657Z","end":"2026-03-02T17:23:30.257258Z","steps":["trace[833942054] 'process raft request' (duration: 98.70799ms)","trace[833942054] 'compare' (duration: 68.384487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:23:30.257315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.849017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-sfm6l\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-03-02T17:23:30.257358Z","caller":"traceutil/trace.go:171","msg":"trace[1086537453] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-sfm6l; range_end:; response_count:1; response_revision:17873; }","duration":"143.947991ms","start":"2026-03-02T17:23:30.113396Z","end":"2026-03-02T17:23:30.257344Z","steps":["trace[1086537453] 'agreement among raft nodes before linearized reading' (duration: 143.778186ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:30.257401Z","caller":"traceutil/trace.go:171","msg":"trace[2037714608] transaction","detail":"{read_only:false; response_revision:17871; number_of_response:1; }","duration":"167.625571ms","start":"2026-03-02T17:23:30.089751Z","end":"2026-03-02T17:23:30.257377Z","steps":["trace[2037714608] 'process raft request' (duration: 167.114208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:30.257453Z","caller":"traceutil/trace.go:171","msg":"trace[301442729] transaction","detail":"{read_only:false; response_revision:17873; number_of_response:1; }","duration":"162.000126ms","start":"2026-03-02T17:23:30.095442Z","end":"2026-03-02T17:23:30.257442Z","steps":["trace[301442729] 'process raft request' (duration: 161.473162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:38.426369Z","caller":"traceutil/trace.go:171","msg":"trace[55931359] transaction","detail":"{read_only:false; response_revision:18063; number_of_response:1; }","duration":"108.300738ms","start":"2026-03-02T17:23:38.318027Z","end":"2026-03-02T17:23:38.426327Z","steps":["trace[55931359] 'process raft request' (duration: 101.152823ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:38.430414Z","caller":"traceutil/trace.go:171","msg":"trace[1799419687] transaction","detail":"{read_only:false; response_revision:18064; number_of_response:1; }","duration":"112.335472ms","start":"2026-03-02T17:23:38.318057Z","end":"2026-03-02T17:23:38.430392Z","steps":["trace[1799419687] 'process raft request' (duration: 111.619494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:38.431064Z","caller":"traceutil/trace.go:171","msg":"trace[1377242086] transaction","detail":"{read_only:false; response_revision:18065; number_of_response:1; }","duration":"108.565335ms","start":"2026-03-02T17:23:38.322484Z","end":"2026-03-02T17:23:38.43105Z","steps":["trace[1377242086] 'process raft request' (duration: 107.639782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:23:38.908889Z","caller":"traceutil/trace.go:171","msg":"trace[1353465180] transaction","detail":"{read_only:false; response_revision:18066; number_of_response:1; }","duration":"117.039774ms","start":"2026-03-02T17:23:38.791812Z","end":"2026-03-02T17:23:38.908852Z","steps":["trace[1353465180] 'process raft request' (duration: 87.742497ms)","trace[1353465180] 'compare' (duration: 28.932417ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:39.686345Z","caller":"traceutil/trace.go:171","msg":"trace[1307377678] transaction","detail":"{read_only:false; response_revision:18073; number_of_response:1; }","duration":"132.787691ms","start":"2026-03-02T17:23:39.553511Z","end":"2026-03-02T17:23:39.686298Z","steps":["trace[1307377678] 'process raft request' (duration: 38.135335ms)","trace[1307377678] 'compare' (duration: 94.328428ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:23:45.475087Z","caller":"traceutil/trace.go:171","msg":"trace[261418397] transaction","detail":"{read_only:false; response_revision:18123; number_of_response:1; }","duration":"120.564846ms","start":"2026-03-02T17:23:45.3545Z","end":"2026-03-02T17:23:45.475065Z","steps":["trace[261418397] 'process raft request' (duration: 120.442583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:12.397757Z","caller":"traceutil/trace.go:171","msg":"trace[549555392] transaction","detail":"{read_only:false; response_revision:18347; number_of_response:1; }","duration":"257.983568ms","start":"2026-03-02T17:24:12.139746Z","end":"2026-03-02T17:24:12.39773Z","steps":["trace[549555392] 'process raft request' (duration: 257.801353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:12.422199Z","caller":"traceutil/trace.go:171","msg":"trace[426083653] linearizableReadLoop","detail":"{readStateIndex:19036; appliedIndex:19034; }","duration":"166.499442ms","start":"2026-03-02T17:24:12.255677Z","end":"2026-03-02T17:24:12.422176Z","steps":["trace[426083653] 'read index received' (duration: 141.829755ms)","trace[426083653] 'applied index is now lower than readState.Index' (duration: 24.668707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:12.42238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.692878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:24:12.422433Z","caller":"traceutil/trace.go:171","msg":"trace[1666087709] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:18348; }","duration":"166.80843ms","start":"2026-03-02T17:24:12.255617Z","end":"2026-03-02T17:24:12.422426Z","steps":["trace[1666087709] 'agreement among raft nodes before linearized reading' (duration: 166.692157ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:12.422537Z","caller":"traceutil/trace.go:171","msg":"trace[941027754] transaction","detail":"{read_only:false; response_revision:18348; number_of_response:1; }","duration":"186.417057ms","start":"2026-03-02T17:24:12.23608Z","end":"2026-03-02T17:24:12.422497Z","steps":["trace[941027754] 'process raft request' (duration: 185.991736ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.176341Z","caller":"traceutil/trace.go:171","msg":"trace[2042052640] transaction","detail":"{read_only:false; response_revision:18361; number_of_response:1; }","duration":"580.603425ms","start":"2026-03-02T17:24:15.595692Z","end":"2026-03-02T17:24:16.176296Z","steps":["trace[2042052640] 'process raft request' (duration: 580.262966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.176525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.59567Z","time spent":"580.77533ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:16.784928Z","caller":"traceutil/trace.go:171","msg":"trace[1577016760] transaction","detail":"{read_only:false; response_revision:18362; number_of_response:1; }","duration":"1.187357125s","start":"2026-03-02T17:24:15.597549Z","end":"2026-03-02T17:24:16.784906Z","steps":["trace[1577016760] 'process raft request' (duration: 1.18715562s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.785044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.597523Z","time spent":"1.187462327s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:16.785134Z","caller":"traceutil/trace.go:171","msg":"trace[798336296] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"1.187202959s","start":"2026-03-02T17:24:15.5979Z","end":"2026-03-02T17:24:16.785103Z","steps":["trace[798336296] 'process raft request' (duration: 1.186953853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.785292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.597889Z","time spent":"1.187332334s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:24:16.785309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034375041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.785381Z","caller":"traceutil/trace.go:171","msg":"trace[1970326288] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:18363; }","duration":"1.034556876s","start":"2026-03-02T17:24:15.750806Z","end":"2026-03-02T17:24:16.785363Z","steps":["trace[1970326288] 'agreement among raft nodes before linearized reading' (duration: 1.03438351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.785381Z","caller":"traceutil/trace.go:171","msg":"trace[448236100] linearizableReadLoop","detail":"{readStateIndex:19052; appliedIndex:19050; }","duration":"1.03394812s","start":"2026-03-02T17:24:15.750932Z","end":"2026-03-02T17:24:16.78488Z","steps":["trace[448236100] 'read index received' (duration: 425.687741ms)","trace[448236100] 'applied index is now lower than readState.Index' (duration: 608.259699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:16.785424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.750747Z","time spent":"1.034668678s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:24:16.785504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.503112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.785553Z","caller":"traceutil/trace.go:171","msg":"trace[912553620] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18363; }","duration":"984.615035ms","start":"2026-03-02T17:24:15.800929Z","end":"2026-03-02T17:24:16.785544Z","steps":["trace[912553620] 'agreement among raft nodes before linearized reading' (duration: 984.542203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.785575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.800899Z","time spent":"984.669296ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:16.785564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.915676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:24:16.785667Z","caller":"traceutil/trace.go:171","msg":"trace[1274820620] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:18363; }","duration":"544.092741ms","start":"2026-03-02T17:24:16.241514Z","end":"2026-03-02T17:24:16.785607Z","steps":["trace[1274820620] 'agreement among raft nodes before linearized reading' (duration: 543.999018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.785711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:16.241496Z","time spent":"544.204273ms","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:24:16.785856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.34409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:24:16.785885Z","caller":"traceutil/trace.go:171","msg":"trace[1144607805] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18363; }","duration":"690.402761ms","start":"2026-03-02T17:24:16.095476Z","end":"2026-03-02T17:24:16.785879Z","steps":["trace[1144607805] 'agreement among raft nodes before linearized reading' (duration: 690.293219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.785902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:16.095461Z","time spent":"690.437032ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:24:16.785939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.296611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:24:16.785951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.733116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.785968Z","caller":"traceutil/trace.go:171","msg":"trace[972854498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18363; }","duration":"228.388302ms","start":"2026-03-02T17:24:16.557573Z","end":"2026-03-02T17:24:16.785961Z","steps":["trace[972854498] 'agreement among raft nodes before linearized reading' (duration: 228.300019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.785984Z","caller":"traceutil/trace.go:171","msg":"trace[235039345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18363; }","duration":"335.793408ms","start":"2026-03-02T17:24:16.450181Z","end":"2026-03-02T17:24:16.785974Z","steps":["trace[235039345] 'agreement among raft nodes before linearized reading' (duration: 335.736636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.786012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:16.450166Z","time spent":"335.841009ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:24:16.786027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.869229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.786045Z","caller":"traceutil/trace.go:171","msg":"trace[1299744096] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18363; }","duration":"927.95114ms","start":"2026-03-02T17:24:15.858089Z","end":"2026-03-02T17:24:16.78604Z","steps":["trace[1299744096] 'agreement among raft nodes before linearized reading' (duration: 927.92146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.786062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.858064Z","time spent":"927.995702ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:16.786188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.376006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:24:16.786219Z","caller":"traceutil/trace.go:171","msg":"trace[1267260739] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18363; }","duration":"150.427797ms","start":"2026-03-02T17:24:16.635782Z","end":"2026-03-02T17:24:16.78621Z","steps":["trace[1267260739] 'agreement among raft nodes before linearized reading' (duration: 150.358346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.786237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.007053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:24:16.786259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.855094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:24:16.786304Z","caller":"traceutil/trace.go:171","msg":"trace[171088654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18363; }","duration":"151.926616ms","start":"2026-03-02T17:24:16.634371Z","end":"2026-03-02T17:24:16.786297Z","steps":["trace[171088654] 'agreement among raft nodes before linearized reading' (duration: 151.845434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.786272Z","caller":"traceutil/trace.go:171","msg":"trace[783466556] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18363; }","duration":"401.096486ms","start":"2026-03-02T17:24:16.385167Z","end":"2026-03-02T17:24:16.786263Z","steps":["trace[783466556] 'agreement among raft nodes before linearized reading' (duration: 400.979223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.78642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:16.385136Z","time spent":"401.270999ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:24:16.786464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.29947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:16.786513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.514935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.786543Z","caller":"traceutil/trace.go:171","msg":"trace[1305021203] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18363; }","duration":"928.576335ms","start":"2026-03-02T17:24:15.85796Z","end":"2026-03-02T17:24:16.786537Z","steps":["trace[1305021203] 'agreement among raft nodes before linearized reading' (duration: 928.531204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.786567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.371947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:16.786614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.475584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.786514Z","caller":"traceutil/trace.go:171","msg":"trace[1469942938] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18363; }","duration":"983.372333ms","start":"2026-03-02T17:24:15.80313Z","end":"2026-03-02T17:24:16.786502Z","steps":["trace[1469942938] 'agreement among raft nodes before linearized reading' (duration: 983.301511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.78663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.374973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.78661Z","caller":"traceutil/trace.go:171","msg":"trace[839792739] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18363; }","duration":"982.436149ms","start":"2026-03-02T17:24:15.804164Z","end":"2026-03-02T17:24:16.7866Z","steps":["trace[839792739] 'agreement among raft nodes before linearized reading' (duration: 982.372557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.786659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.804154Z","time spent":"982.500681ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T17:24:16.786675Z","caller":"traceutil/trace.go:171","msg":"trace[1143976583] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18363; }","duration":"983.491237ms","start":"2026-03-02T17:24:15.803175Z","end":"2026-03-02T17:24:16.786667Z","steps":["trace[1143976583] 'agreement among raft nodes before linearized reading' (duration: 983.407994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.7867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.803149Z","time spent":"983.544407ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:16.785855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.422227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:24:16.786637Z","caller":"traceutil/trace.go:171","msg":"trace[1950765207] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18363; }","duration":"928.538006ms","start":"2026-03-02T17:24:15.858093Z","end":"2026-03-02T17:24:16.786631Z","steps":["trace[1950765207] 'agreement among raft nodes before linearized reading' (duration: 928.503214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.786774Z","caller":"traceutil/trace.go:171","msg":"trace[2065771703] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:18363; }","duration":"312.363582ms","start":"2026-03-02T17:24:16.474402Z","end":"2026-03-02T17:24:16.786765Z","steps":["trace[2065771703] 'agreement among raft nodes before linearized reading' (duration: 311.405537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.786805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:16.474387Z","time spent":"312.409223ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:24:16.786799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.85807Z","time spent":"928.719241ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-02T17:24:16.786655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.803119Z","time spent":"983.528807ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-02T17:24:16.786581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.857942Z","time spent":"928.634457ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:24:16.787355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.214983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:16.7874Z","caller":"traceutil/trace.go:171","msg":"trace[1117211429] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18363; }","duration":"929.283895ms","start":"2026-03-02T17:24:15.858093Z","end":"2026-03-02T17:24:16.787377Z","steps":["trace[1117211429] 'agreement among raft nodes before linearized reading' (duration: 928.048713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.787442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:15.85807Z","time spent":"929.348877ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:16.787414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.08392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:24:16.787597Z","caller":"traceutil/trace.go:171","msg":"trace[1867711167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18363; }","duration":"157.85194ms","start":"2026-03-02T17:24:16.629731Z","end":"2026-03-02T17:24:16.787582Z","steps":["trace[1867711167] 'agreement among raft nodes before linearized reading' (duration: 155.810367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.935891Z","caller":"traceutil/trace.go:171","msg":"trace[977110534] transaction","detail":"{read_only:false; response_revision:18366; number_of_response:1; }","duration":"144.606586ms","start":"2026-03-02T17:24:16.791253Z","end":"2026-03-02T17:24:16.935859Z","steps":["trace[977110534] 'process raft request' (duration: 144.469902ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.936073Z","caller":"traceutil/trace.go:171","msg":"trace[1547737352] transaction","detail":"{read_only:false; response_revision:18365; number_of_response:1; }","duration":"145.992852ms","start":"2026-03-02T17:24:16.790071Z","end":"2026-03-02T17:24:16.936064Z","steps":["trace[1547737352] 'process raft request' (duration: 90.288283ms)","trace[1547737352] 'compare' (duration: 55.085603ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:16.937088Z","caller":"traceutil/trace.go:171","msg":"trace[1837483686] linearizableReadLoop","detail":"{readStateIndex:19055; appliedIndex:19052; }","duration":"144.7895ms","start":"2026-03-02T17:24:16.792264Z","end":"2026-03-02T17:24:16.937054Z","steps":["trace[1837483686] 'read index received' (duration: 44.07899ms)","trace[1837483686] 'applied index is now lower than readState.Index' (duration: 100.70586ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:16.937604Z","caller":"traceutil/trace.go:171","msg":"trace[1800057100] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"144.235206ms","start":"2026-03-02T17:24:16.793346Z","end":"2026-03-02T17:24:16.937581Z","steps":["trace[1800057100] 'process raft request' (duration: 142.85359ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:16.936274Z","caller":"traceutil/trace.go:171","msg":"trace[1537738548] transaction","detail":"{read_only:false; response_revision:18367; number_of_response:1; }","duration":"143.575239ms","start":"2026-03-02T17:24:16.792687Z","end":"2026-03-02T17:24:16.936262Z","steps":["trace[1537738548] 'process raft request' (duration: 143.112208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.93811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.809127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:24:16.938358Z","caller":"traceutil/trace.go:171","msg":"trace[628088435] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18368; }","duration":"146.063773ms","start":"2026-03-02T17:24:16.792237Z","end":"2026-03-02T17:24:16.938301Z","steps":["trace[628088435] 'agreement among raft nodes before linearized reading' (duration: 145.658813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:16.994443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.62488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:102 size:1008902"} {"level":"info","ts":"2026-03-02T17:24:16.994519Z","caller":"traceutil/trace.go:171","msg":"trace[612944169] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:102; response_revision:18368; }","duration":"201.733303ms","start":"2026-03-02T17:24:16.792768Z","end":"2026-03-02T17:24:16.994502Z","steps":["trace[612944169] 'agreement among raft nodes before linearized reading' (duration: 145.54971ms)","trace[612944169] 'range keys from bolt db' (duration: 55.899846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:18.414856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.544104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:24:18.415509Z","caller":"traceutil/trace.go:171","msg":"trace[464942925] transaction","detail":"{read_only:false; response_revision:18370; number_of_response:1; }","duration":"248.442471ms","start":"2026-03-02T17:24:18.167034Z","end":"2026-03-02T17:24:18.415477Z","steps":["trace[464942925] 'process raft request' (duration: 134.150357ms)","trace[464942925] 'store kv pair into bolt db' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:471; } (duration: 113.397281ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:18.415857Z","caller":"traceutil/trace.go:171","msg":"trace[1733935934] transaction","detail":"{read_only:false; response_revision:18371; number_of_response:1; }","duration":"234.655025ms","start":"2026-03-02T17:24:18.181188Z","end":"2026-03-02T17:24:18.415843Z","steps":["trace[1733935934] 'process raft request' (duration: 233.964247ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:19.001035Z","caller":"traceutil/trace.go:171","msg":"trace[1447909937] transaction","detail":"{read_only:false; response_revision:18374; number_of_response:1; }","duration":"207.698447ms","start":"2026-03-02T17:24:18.793304Z","end":"2026-03-02T17:24:19.001002Z","steps":["trace[1447909937] 'process raft request' (duration: 201.587679ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:19.000973Z","caller":"traceutil/trace.go:171","msg":"trace[421187059] linearizableReadLoop","detail":"{readStateIndex:19064; appliedIndex:19063; }","duration":"206.200468ms","start":"2026-03-02T17:24:18.794744Z","end":"2026-03-02T17:24:19.000945Z","steps":["trace[421187059] 'read index received' (duration: 78.698383ms)","trace[421187059] 'applied index is now lower than readState.Index' (duration: 127.500985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:19.001165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.394993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.001365Z","caller":"traceutil/trace.go:171","msg":"trace[1727138752] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18374; }","duration":"206.611979ms","start":"2026-03-02T17:24:18.794719Z","end":"2026-03-02T17:24:19.001331Z","steps":["trace[1727138752] 'agreement among raft nodes before linearized reading' (duration: 206.379603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.001431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.626569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.001878Z","caller":"traceutil/trace.go:171","msg":"trace[362554413] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18374; }","duration":"207.082342ms","start":"2026-03-02T17:24:18.794773Z","end":"2026-03-02T17:24:19.001855Z","steps":["trace[362554413] 'agreement among raft nodes before linearized reading' (duration: 206.583169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.00149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.036471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:24:19.00195Z","caller":"traceutil/trace.go:171","msg":"trace[1058156150] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18374; }","duration":"154.535614ms","start":"2026-03-02T17:24:18.847405Z","end":"2026-03-02T17:24:19.00194Z","steps":["trace[1058156150] 'agreement among raft nodes before linearized reading' (duration: 153.958809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.001611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.666584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.002098Z","caller":"traceutil/trace.go:171","msg":"trace[1787168655] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18374; }","duration":"206.159397ms","start":"2026-03-02T17:24:18.795923Z","end":"2026-03-02T17:24:19.002082Z","steps":["trace[1787168655] 'agreement among raft nodes before linearized reading' (duration: 205.650344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.001667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.946542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:19.001693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.992643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.002267Z","caller":"traceutil/trace.go:171","msg":"trace[2030098767] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18374; }","duration":"206.569888ms","start":"2026-03-02T17:24:18.795688Z","end":"2026-03-02T17:24:19.002258Z","steps":["trace[2030098767] 'agreement among raft nodes before linearized reading' (duration: 205.992013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.001719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.053905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.002375Z","caller":"traceutil/trace.go:171","msg":"trace[1930265838] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18374; }","duration":"206.715461ms","start":"2026-03-02T17:24:18.795652Z","end":"2026-03-02T17:24:19.002367Z","steps":["trace[1930265838] 'agreement among raft nodes before linearized reading' (duration: 206.050805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.001742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.108397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.002439Z","caller":"traceutil/trace.go:171","msg":"trace[1444860705] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18374; }","duration":"206.790624ms","start":"2026-03-02T17:24:18.795621Z","end":"2026-03-02T17:24:19.002412Z","steps":["trace[1444860705] 'agreement among raft nodes before linearized reading' (duration: 206.109477ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:19.002196Z","caller":"traceutil/trace.go:171","msg":"trace[645491718] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18374; }","duration":"206.458875ms","start":"2026-03-02T17:24:18.795688Z","end":"2026-03-02T17:24:19.002147Z","steps":["trace[645491718] 'agreement among raft nodes before linearized reading' (duration: 205.954232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:19.001774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.173098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:19.002545Z","caller":"traceutil/trace.go:171","msg":"trace[579652601] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18374; }","duration":"206.971699ms","start":"2026-03-02T17:24:18.795565Z","end":"2026-03-02T17:24:19.002537Z","steps":["trace[579652601] 'agreement among raft nodes before linearized reading' (duration: 206.167558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:20.221268Z","caller":"traceutil/trace.go:171","msg":"trace[417608443] transaction","detail":"{read_only:false; response_revision:18380; number_of_response:1; }","duration":"724.079721ms","start":"2026-03-02T17:24:19.497159Z","end":"2026-03-02T17:24:20.221239Z","steps":["trace[417608443] 'process raft request' (duration: 723.659631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:20.221434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:19.497137Z","time spent":"724.212606ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:20.564283Z","caller":"traceutil/trace.go:171","msg":"trace[1032299553] linearizableReadLoop","detail":"{readStateIndex:19071; appliedIndex:19070; }","duration":"111.808108ms","start":"2026-03-02T17:24:20.452446Z","end":"2026-03-02T17:24:20.564254Z","steps":["trace[1032299553] 'read index received' (duration: 89.550354ms)","trace[1032299553] 'applied index is now lower than readState.Index' (duration: 22.254724ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:20.56437Z","caller":"traceutil/trace.go:171","msg":"trace[1837900933] transaction","detail":"{read_only:false; response_revision:18381; number_of_response:1; }","duration":"143.557131ms","start":"2026-03-02T17:24:20.42077Z","end":"2026-03-02T17:24:20.564327Z","steps":["trace[1837900933] 'process raft request' (duration: 121.280965ms)","trace[1837900933] 'compare' (duration: 21.775513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:20.564417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.955824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:20.564461Z","caller":"traceutil/trace.go:171","msg":"trace[999565695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18381; }","duration":"112.043785ms","start":"2026-03-02T17:24:20.452402Z","end":"2026-03-02T17:24:20.564446Z","steps":["trace[999565695] 'agreement among raft nodes before linearized reading' (duration: 111.956573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:21.864293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163519607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:21.864373Z","caller":"traceutil/trace.go:171","msg":"trace[2137400685] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18381; }","duration":"1.163646501s","start":"2026-03-02T17:24:20.700708Z","end":"2026-03-02T17:24:21.864354Z","steps":["trace[2137400685] 'count revisions from in-memory index tree' (duration: 1.163446326s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:21.864407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:20.700691Z","time spent":"1.163706104s","remote":"127.0.0.1:59208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:24:21.865823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.18061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:24:21.865935Z","caller":"traceutil/trace.go:171","msg":"trace[1503025196] linearizableReadLoop","detail":"{readStateIndex:19072; appliedIndex:19071; }","duration":"842.797489ms","start":"2026-03-02T17:24:21.02311Z","end":"2026-03-02T17:24:21.865908Z","steps":["trace[1503025196] 'read index received' (duration: 449.474905ms)","trace[1503025196] 'applied index is now lower than readState.Index' (duration: 393.321374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:21.866026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.914762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:21.866056Z","caller":"traceutil/trace.go:171","msg":"trace[1502962834] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18382; }","duration":"842.975814ms","start":"2026-03-02T17:24:21.023071Z","end":"2026-03-02T17:24:21.866046Z","steps":["trace[1502962834] 'agreement among raft nodes before linearized reading' (duration: 842.917242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:21.866086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.023053Z","time spent":"843.025785ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"info","ts":"2026-03-02T17:24:21.866123Z","caller":"traceutil/trace.go:171","msg":"trace[631449998] transaction","detail":"{read_only:false; response_revision:18382; number_of_response:1; }","duration":"970.790617ms","start":"2026-03-02T17:24:20.895124Z","end":"2026-03-02T17:24:21.865914Z","steps":["trace[631449998] 'process raft request' (duration: 577.428232ms)","trace[631449998] 'compare' (duration: 391.659841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:21.866421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:20.895084Z","time spent":"971.220758ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:24:22.366664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837239872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:24:22.867809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837239872,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:24:22.947112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474430372s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:24:22.948663Z","caller":"traceutil/trace.go:171","msg":"trace[1704431856] transaction","detail":"{read_only:false; response_revision:18384; number_of_response:1; }","duration":"1.659971896s","start":"2026-03-02T17:24:21.288664Z","end":"2026-03-02T17:24:22.948636Z","steps":["trace[1704431856] 'process raft request' (duration: 1.659797882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.948814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.28864Z","time spent":"1.660077699s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:22.94875Z","caller":"traceutil/trace.go:171","msg":"trace[1881937391] transaction","detail":"{read_only:false; response_revision:18383; number_of_response:1; }","duration":"1.924694857s","start":"2026-03-02T17:24:21.023949Z","end":"2026-03-02T17:24:22.948644Z","steps":["trace[1881937391] 'process raft request' (duration: 1.924131263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.949138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.023932Z","time spent":"1.925002136s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:22.950458Z","caller":"traceutil/trace.go:171","msg":"trace[560723849] transaction","detail":"{read_only:false; response_revision:18385; number_of_response:1; }","duration":"1.585550674s","start":"2026-03-02T17:24:21.364866Z","end":"2026-03-02T17:24:22.950417Z","steps":["trace[560723849] 'process raft request' (duration: 1.583656415s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.9507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.364842Z","time spent":"1.585707467s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18559,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:22.958206Z","caller":"traceutil/trace.go:171","msg":"trace[629912987] linearizableReadLoop","detail":"{readStateIndex:19077; appliedIndex:19072; }","duration":"1.092209354s","start":"2026-03-02T17:24:21.865958Z","end":"2026-03-02T17:24:22.958167Z","steps":["trace[629912987] 'read index received' (duration: 1.08238387s)","trace[629912987] 'applied index is now lower than readState.Index' (duration: 9.824144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:22.958965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934951473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.959004Z","caller":"traceutil/trace.go:171","msg":"trace[946975473] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18387; }","duration":"1.935020124s","start":"2026-03-02T17:24:21.023971Z","end":"2026-03-02T17:24:22.958992Z","steps":["trace[946975473] 'agreement among raft nodes before linearized reading' (duration: 1.934920152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.959004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871152795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:24:22.959087Z","caller":"traceutil/trace.go:171","msg":"trace[1645271544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18387; }","duration":"1.871283917s","start":"2026-03-02T17:24:21.087782Z","end":"2026-03-02T17:24:22.959066Z","steps":["trace[1645271544] 'agreement among raft nodes before linearized reading' (duration: 1.87100408s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.9591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871546734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:24:22.959178Z","caller":"traceutil/trace.go:171","msg":"trace[1270221980] transaction","detail":"{read_only:false; response_revision:18386; number_of_response:1; }","duration":"388.872979ms","start":"2026-03-02T17:24:22.570297Z","end":"2026-03-02T17:24:22.95917Z","steps":["trace[1270221980] 'process raft request' (duration: 387.576155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:22.959193Z","caller":"traceutil/trace.go:171","msg":"trace[962955345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18387; }","duration":"1.871646007s","start":"2026-03-02T17:24:21.087525Z","end":"2026-03-02T17:24:22.959171Z","steps":["trace[962955345] 'agreement among raft nodes before linearized reading' (duration: 1.871464492s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.95926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:22.57027Z","time spent":"388.93096ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:24:22.959272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.087513Z","time spent":"1.871751149s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:24:22.959534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878633738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:24:22.959608Z","caller":"traceutil/trace.go:171","msg":"trace[1406134443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18387; }","duration":"1.87872444s","start":"2026-03-02T17:24:21.080866Z","end":"2026-03-02T17:24:22.95959Z","steps":["trace[1406134443] 'agreement among raft nodes before linearized reading' (duration: 1.878550366s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:22.959634Z","caller":"traceutil/trace.go:171","msg":"trace[622226060] transaction","detail":"{read_only:false; response_revision:18387; number_of_response:1; }","duration":"239.53128ms","start":"2026-03-02T17:24:22.720093Z","end":"2026-03-02T17:24:22.959624Z","steps":["trace[622226060] 'process raft request' (duration: 238.00452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.959667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.080847Z","time spent":"1.878805322s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:24:22.959775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933485405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:22.959812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533320213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.959828Z","caller":"traceutil/trace.go:171","msg":"trace[908974822] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18387; }","duration":"1.933561326s","start":"2026-03-02T17:24:21.026253Z","end":"2026-03-02T17:24:22.959814Z","steps":["trace[908974822] 'agreement among raft nodes before linearized reading' (duration: 1.933493195s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:22.95984Z","caller":"traceutil/trace.go:171","msg":"trace[485152714] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:18387; }","duration":"1.533382645s","start":"2026-03-02T17:24:21.426448Z","end":"2026-03-02T17:24:22.95983Z","steps":["trace[485152714] 'agreement among raft nodes before linearized reading' (duration: 1.533329414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.959852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.026226Z","time spent":"1.933620888s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:24:22.959861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.426426Z","time spent":"1.533428386s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:24:22.959994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630515136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.96002Z","caller":"traceutil/trace.go:171","msg":"trace[1726868281] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18387; }","duration":"1.630552146s","start":"2026-03-02T17:24:21.329462Z","end":"2026-03-02T17:24:22.960015Z","steps":["trace[1726868281] 'agreement among raft nodes before linearized reading' (duration: 1.630505135s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.329458Z","time spent":"1.630576637s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934893311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.960091Z","caller":"traceutil/trace.go:171","msg":"trace[1637391689] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18387; }","duration":"1.934948373s","start":"2026-03-02T17:24:21.025133Z","end":"2026-03-02T17:24:22.960082Z","steps":["trace[1637391689] 'agreement among raft nodes before linearized reading' (duration: 1.934891231s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.025126Z","time spent":"1.934996434s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630706741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:22.960091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.023968Z","time spent":"1.936104613s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T17:24:22.960194Z","caller":"traceutil/trace.go:171","msg":"trace[233390685] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18387; }","duration":"1.630732312s","start":"2026-03-02T17:24:21.329452Z","end":"2026-03-02T17:24:22.960185Z","steps":["trace[233390685] 'agreement among raft nodes before linearized reading' (duration: 1.63069051s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.329435Z","time spent":"1.630781333s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93561879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.960331Z","caller":"traceutil/trace.go:171","msg":"trace[721290086] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18387; }","duration":"1.935672192s","start":"2026-03-02T17:24:21.024651Z","end":"2026-03-02T17:24:22.960324Z","steps":["trace[721290086] 'agreement among raft nodes before linearized reading' (duration: 1.935617061s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630899686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.960355Z","caller":"traceutil/trace.go:171","msg":"trace[1590111846] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:18387; }","duration":"1.630935177s","start":"2026-03-02T17:24:21.329415Z","end":"2026-03-02T17:24:22.960351Z","steps":["trace[1590111846] 'agreement among raft nodes before linearized reading' (duration: 1.630900236s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.329411Z","time spent":"1.630963657s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631084501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.960502Z","caller":"traceutil/trace.go:171","msg":"trace[674725296] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18387; }","duration":"1.631136302s","start":"2026-03-02T17:24:21.329361Z","end":"2026-03-02T17:24:22.960498Z","steps":["trace[674725296] 'agreement among raft nodes before linearized reading' (duration: 1.631100161s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.329346Z","time spent":"1.631167123s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827576328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:24:22.960682Z","caller":"traceutil/trace.go:171","msg":"trace[268943666] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:18387; }","duration":"1.82766272s","start":"2026-03-02T17:24:21.133013Z","end":"2026-03-02T17:24:22.960676Z","steps":["trace[268943666] 'agreement among raft nodes before linearized reading' (duration: 1.827605998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.960709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.132991Z","time spent":"1.827710171s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936768569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.960789Z","caller":"traceutil/trace.go:171","msg":"trace[1793262946] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18387; }","duration":"1.936812142s","start":"2026-03-02T17:24:21.023952Z","end":"2026-03-02T17:24:22.960764Z","steps":["trace[1793262946] 'agreement among raft nodes before linearized reading' (duration: 1.936723489s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.96083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.023948Z","time spent":"1.936872973s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:22.960354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.024644Z","time spent":"1.935702602s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"warn","ts":"2026-03-02T17:24:22.959141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.087767Z","time spent":"1.87136769s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:24:22.96115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937213271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.961185Z","caller":"traceutil/trace.go:171","msg":"trace[2071295317] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18387; }","duration":"1.937280933s","start":"2026-03-02T17:24:21.023897Z","end":"2026-03-02T17:24:22.961178Z","steps":["trace[2071295317] 'agreement among raft nodes before linearized reading' (duration: 1.937219001s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.961299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.023879Z","time spent":"1.937411846s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:24:22.961308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.274297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:24:22.961338Z","caller":"traceutil/trace.go:171","msg":"trace[354951830] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18387; }","duration":"760.333348ms","start":"2026-03-02T17:24:22.200996Z","end":"2026-03-02T17:24:22.96133Z","steps":["trace[354951830] 'agreement among raft nodes before linearized reading' (duration: 760.227866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.961367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:22.20098Z","time spent":"760.380039ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:24:22.961469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87364682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:24:22.96154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.42398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.961588Z","caller":"traceutil/trace.go:171","msg":"trace[1556931635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18387; }","duration":"508.496701ms","start":"2026-03-02T17:24:22.453072Z","end":"2026-03-02T17:24:22.961569Z","steps":["trace[1556931635] 'agreement among raft nodes before linearized reading' (duration: 508.4539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.961623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:22.453048Z","time spent":"508.570353ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:24:22.961554Z","caller":"traceutil/trace.go:171","msg":"trace[843903913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18387; }","duration":"1.873729582s","start":"2026-03-02T17:24:21.087809Z","end":"2026-03-02T17:24:22.961539Z","steps":["trace[843903913] 'agreement among raft nodes before linearized reading' (duration: 1.873120206s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.961703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.087734Z","time spent":"1.873960396s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:24:22.961481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.641455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.962003Z","caller":"traceutil/trace.go:171","msg":"trace[1362594929] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:18387; }","duration":"177.199729ms","start":"2026-03-02T17:24:22.784793Z","end":"2026-03-02T17:24:22.961993Z","steps":["trace[1362594929] 'agreement among raft nodes before linearized reading' (duration: 176.663976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.962228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874395229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:24:22.962263Z","caller":"traceutil/trace.go:171","msg":"trace[1596235616] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18387; }","duration":"1.87445077s","start":"2026-03-02T17:24:21.0878Z","end":"2026-03-02T17:24:22.962251Z","steps":["trace[1596235616] 'agreement among raft nodes before linearized reading' (duration: 1.874149002s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.962285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.087795Z","time spent":"1.874483251s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:24:22.958941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934753888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:22.96487Z","caller":"traceutil/trace.go:171","msg":"trace[2000669318] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18387; }","duration":"1.940691121s","start":"2026-03-02T17:24:21.02411Z","end":"2026-03-02T17:24:22.964801Z","steps":["trace[2000669318] 'agreement among raft nodes before linearized reading' (duration: 1.934706997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:22.961509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.563937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:22.964994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:21.024102Z","time spent":"1.940847666s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-02T17:24:22.965073Z","caller":"traceutil/trace.go:171","msg":"trace[345940529] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:18387; }","duration":"280.125319ms","start":"2026-03-02T17:24:22.684886Z","end":"2026-03-02T17:24:22.965012Z","steps":["trace[345940529] 'agreement among raft nodes before linearized reading' (duration: 276.606448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:36.94428Z","caller":"traceutil/trace.go:171","msg":"trace[1777092759] linearizableReadLoop","detail":"{readStateIndex:19148; appliedIndex:19147; }","duration":"106.908602ms","start":"2026-03-02T17:24:36.837346Z","end":"2026-03-02T17:24:36.944254Z","steps":["trace[1777092759] 'read index received' (duration: 106.621115ms)","trace[1777092759] 'applied index is now lower than readState.Index' (duration: 286.317µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:36.944386Z","caller":"traceutil/trace.go:171","msg":"trace[1528561610] transaction","detail":"{read_only:false; response_revision:18455; number_of_response:1; }","duration":"114.55819ms","start":"2026-03-02T17:24:36.829803Z","end":"2026-03-02T17:24:36.944362Z","steps":["trace[1528561610] 'process raft request' (duration: 114.258412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:36.944482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.062526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:24:36.944625Z","caller":"traceutil/trace.go:171","msg":"trace[286304005] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18455; }","duration":"107.1943ms","start":"2026-03-02T17:24:36.837329Z","end":"2026-03-02T17:24:36.944523Z","steps":["trace[286304005] 'agreement among raft nodes before linearized reading' (duration: 107.029765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:37.58793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.806524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:37.587996Z","caller":"traceutil/trace.go:171","msg":"trace[1085933279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18473; }","duration":"134.898217ms","start":"2026-03-02T17:24:37.453083Z","end":"2026-03-02T17:24:37.587981Z","steps":["trace[1085933279] 'range keys from in-memory index tree' (duration: 134.761804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:37.588068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.063346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T17:24:37.588169Z","caller":"traceutil/trace.go:171","msg":"trace[526338079] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18473; }","duration":"141.23303ms","start":"2026-03-02T17:24:37.446917Z","end":"2026-03-02T17:24:37.58815Z","steps":["trace[526338079] 'range keys from in-memory index tree' (duration: 140.858721ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:38.227999Z","caller":"traceutil/trace.go:171","msg":"trace[231652717] transaction","detail":"{read_only:false; response_revision:18476; number_of_response:1; }","duration":"148.289742ms","start":"2026-03-02T17:24:38.079676Z","end":"2026-03-02T17:24:38.227966Z","steps":["trace[231652717] 'process raft request' (duration: 143.558389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:38.801661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.582297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T17:24:38.801757Z","caller":"traceutil/trace.go:171","msg":"trace[1754093713] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:18477; }","duration":"192.72181ms","start":"2026-03-02T17:24:38.609015Z","end":"2026-03-02T17:24:38.801736Z","steps":["trace[1754093713] 'range keys from in-memory index tree' (duration: 192.421793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.281229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.791357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:39.281312Z","caller":"traceutil/trace.go:171","msg":"trace[1423404307] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18480; }","duration":"246.936731ms","start":"2026-03-02T17:24:39.034359Z","end":"2026-03-02T17:24:39.281296Z","steps":["trace[1423404307] 'range keys from in-memory index tree' (duration: 246.694325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.281653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.527132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:39.28173Z","caller":"traceutil/trace.go:171","msg":"trace[1333009985] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18480; }","duration":"188.651905ms","start":"2026-03-02T17:24:39.093058Z","end":"2026-03-02T17:24:39.28171Z","steps":["trace[1333009985] 'range keys from in-memory index tree' (duration: 188.43469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.281871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.558063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:39.281963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.544369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:39.282008Z","caller":"traceutil/trace.go:171","msg":"trace[595005258] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18480; }","duration":"244.611151ms","start":"2026-03-02T17:24:39.037383Z","end":"2026-03-02T17:24:39.281994Z","steps":["trace[595005258] 'range keys from in-memory index tree' (duration: 244.492118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.282173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.633044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:24:39.282259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.798077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-03-02T17:24:39.282315Z","caller":"traceutil/trace.go:171","msg":"trace[318513366] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18480; }","duration":"244.877529ms","start":"2026-03-02T17:24:39.037428Z","end":"2026-03-02T17:24:39.282306Z","steps":["trace[318513366] 'range keys from in-memory index tree' (duration: 244.654953ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:39.282289Z","caller":"traceutil/trace.go:171","msg":"trace[489874700] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18480; }","duration":"188.845951ms","start":"2026-03-02T17:24:39.093362Z","end":"2026-03-02T17:24:39.282208Z","steps":["trace[489874700] 'range keys from in-memory index tree' (duration: 188.513252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.282508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.030663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-03-02T17:24:39.282547Z","caller":"traceutil/trace.go:171","msg":"trace[238182267] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18480; }","duration":"245.096554ms","start":"2026-03-02T17:24:39.037439Z","end":"2026-03-02T17:24:39.282536Z","steps":["trace[238182267] 'range keys from in-memory index tree' (duration: 244.93421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.282784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.777056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:39.282834Z","caller":"traceutil/trace.go:171","msg":"trace[212804105] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18480; }","duration":"244.877789ms","start":"2026-03-02T17:24:39.037943Z","end":"2026-03-02T17:24:39.282821Z","steps":["trace[212804105] 'range keys from in-memory index tree' (duration: 244.721285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.283061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.063553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:39.283099Z","caller":"traceutil/trace.go:171","msg":"trace[319730736] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18480; }","duration":"245.123304ms","start":"2026-03-02T17:24:39.037967Z","end":"2026-03-02T17:24:39.28309Z","steps":["trace[319730736] 'range keys from in-memory index tree' (duration: 244.982671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.283223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.154955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:39.283272Z","caller":"traceutil/trace.go:171","msg":"trace[2042860067] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:18480; }","duration":"245.226597ms","start":"2026-03-02T17:24:39.038033Z","end":"2026-03-02T17:24:39.28326Z","steps":["trace[2042860067] 'range keys from in-memory index tree' (duration: 245.112495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.283397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.630819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21379"} {"level":"info","ts":"2026-03-02T17:24:39.283432Z","caller":"traceutil/trace.go:171","msg":"trace[1011187763] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18480; }","duration":"206.66563ms","start":"2026-03-02T17:24:39.076757Z","end":"2026-03-02T17:24:39.283423Z","steps":["trace[1011187763] 'range keys from in-memory index tree' (duration: 206.537557ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:39.281921Z","caller":"traceutil/trace.go:171","msg":"trace[676640875] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18480; }","duration":"188.647255ms","start":"2026-03-02T17:24:39.093262Z","end":"2026-03-02T17:24:39.281909Z","steps":["trace[676640875] 'range keys from in-memory index tree' (duration: 188.460361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.283747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.939264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:24:39.283944Z","caller":"traceutil/trace.go:171","msg":"trace[1287674842] transaction","detail":"{read_only:false; response_revision:18481; number_of_response:1; }","duration":"189.849527ms","start":"2026-03-02T17:24:39.094042Z","end":"2026-03-02T17:24:39.283892Z","steps":["trace[1287674842] 'process raft request' (duration: 87.44478ms)","trace[1287674842] 'compare' (duration: 101.74266ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:39.289004Z","caller":"traceutil/trace.go:171","msg":"trace[45919755] linearizableReadLoop","detail":"{readStateIndex:19176; appliedIndex:19174; }","duration":"124.714033ms","start":"2026-03-02T17:24:39.16427Z","end":"2026-03-02T17:24:39.288984Z","steps":["trace[45919755] 'read index received' (duration: 17.245896ms)","trace[45919755] 'applied index is now lower than readState.Index' (duration: 107.466867ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:39.289265Z","caller":"traceutil/trace.go:171","msg":"trace[276772605] transaction","detail":"{read_only:false; response_revision:18482; number_of_response:1; }","duration":"194.976709ms","start":"2026-03-02T17:24:39.094275Z","end":"2026-03-02T17:24:39.289251Z","steps":["trace[276772605] 'process raft request' (duration: 194.580689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.28951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.237516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:24:39.289541Z","caller":"traceutil/trace.go:171","msg":"trace[2080058354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18482; }","duration":"125.315558ms","start":"2026-03-02T17:24:39.164218Z","end":"2026-03-02T17:24:39.289533Z","steps":["trace[2080058354] 'agreement among raft nodes before linearized reading' (duration: 125.197675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.343751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.337168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T17:24:39.343822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.423601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:24:39.343886Z","caller":"traceutil/trace.go:171","msg":"trace[1250439587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18483; }","duration":"171.499233ms","start":"2026-03-02T17:24:39.172349Z","end":"2026-03-02T17:24:39.343849Z","steps":["trace[1250439587] 'agreement among raft nodes before linearized reading' (duration: 171.117452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:39.34375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.453631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-02T17:24:39.343942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.248563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:24:39.344033Z","caller":"traceutil/trace.go:171","msg":"trace[327829941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18483; }","duration":"167.384306ms","start":"2026-03-02T17:24:39.176629Z","end":"2026-03-02T17:24:39.344014Z","steps":["trace[327829941] 'agreement among raft nodes before linearized reading' (duration: 167.100289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:39.344038Z","caller":"traceutil/trace.go:171","msg":"trace[1556320681] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18483; }","duration":"171.772119ms","start":"2026-03-02T17:24:39.172233Z","end":"2026-03-02T17:24:39.344005Z","steps":["trace[1556320681] 'agreement among raft nodes before linearized reading' (duration: 171.341378ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:39.344198Z","caller":"traceutil/trace.go:171","msg":"trace[1357239892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18483; }","duration":"171.579425ms","start":"2026-03-02T17:24:39.172317Z","end":"2026-03-02T17:24:39.343896Z","steps":["trace[1357239892] 'agreement among raft nodes before linearized reading' (duration: 171.180474ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:39.458499Z","caller":"traceutil/trace.go:171","msg":"trace[1671393331] linearizableReadLoop","detail":"{readStateIndex:19182; appliedIndex:19181; }","duration":"102.393597ms","start":"2026-03-02T17:24:39.356081Z","end":"2026-03-02T17:24:39.458474Z","steps":["trace[1671393331] 'read index received' (duration: 68.891501ms)","trace[1671393331] 'applied index is now lower than readState.Index' (duration: 33.501096ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:39.45856Z","caller":"traceutil/trace.go:171","msg":"trace[1005294363] transaction","detail":"{read_only:false; response_revision:18488; number_of_response:1; }","duration":"106.977965ms","start":"2026-03-02T17:24:39.35154Z","end":"2026-03-02T17:24:39.458518Z","steps":["trace[1005294363] 'process raft request' (duration: 73.414258ms)","trace[1005294363] 'compare' (duration: 33.406202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:39.459827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.693359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1033706"} {"level":"info","ts":"2026-03-02T17:24:39.459889Z","caller":"traceutil/trace.go:171","msg":"trace[664532173] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:18488; }","duration":"103.836424ms","start":"2026-03-02T17:24:39.356037Z","end":"2026-03-02T17:24:39.459874Z","steps":["trace[664532173] 'agreement among raft nodes before linearized reading' (duration: 102.572111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:45.491883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.410302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:24:45.492726Z","caller":"traceutil/trace.go:171","msg":"trace[1810532466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18532; }","duration":"104.259184ms","start":"2026-03-02T17:24:45.388395Z","end":"2026-03-02T17:24:45.492654Z","steps":["trace[1810532466] 'range keys from in-memory index tree' (duration: 103.214147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:45.492141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.899879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:24:45.493285Z","caller":"traceutil/trace.go:171","msg":"trace[1481723677] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18532; }","duration":"104.081619ms","start":"2026-03-02T17:24:45.389188Z","end":"2026-03-02T17:24:45.49327Z","steps":["trace[1481723677] 'range keys from in-memory index tree' (duration: 102.741625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:45.492512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.932901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:24:45.49348Z","caller":"traceutil/trace.go:171","msg":"trace[752060926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18532; }","duration":"110.932147ms","start":"2026-03-02T17:24:45.382516Z","end":"2026-03-02T17:24:45.493448Z","steps":["trace[752060926] 'range keys from in-memory index tree' (duration: 109.780306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:45.492615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.326345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:24:45.493824Z","caller":"traceutil/trace.go:171","msg":"trace[1356465381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18532; }","duration":"110.567388ms","start":"2026-03-02T17:24:45.383241Z","end":"2026-03-02T17:24:45.493808Z","steps":["trace[1356465381] 'range keys from in-memory index tree' (duration: 109.216542ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:45.755075Z","caller":"traceutil/trace.go:171","msg":"trace[1535116719] transaction","detail":"{read_only:false; response_revision:18533; number_of_response:1; }","duration":"254.278181ms","start":"2026-03-02T17:24:45.500748Z","end":"2026-03-02T17:24:45.755026Z","steps":["trace[1535116719] 'process raft request' (duration: 253.913093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:46.021985Z","caller":"traceutil/trace.go:171","msg":"trace[126978952] transaction","detail":"{read_only:false; response_revision:18534; number_of_response:1; }","duration":"520.896161ms","start":"2026-03-02T17:24:45.501067Z","end":"2026-03-02T17:24:46.021963Z","steps":["trace[126978952] 'process raft request' (duration: 489.613763ms)","trace[126978952] 'compare' (duration: 31.085443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:46.022135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:45.501055Z","time spent":"520.999554ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:46.0224Z","caller":"traceutil/trace.go:171","msg":"trace[2124450930] transaction","detail":"{read_only:false; response_revision:18536; number_of_response:1; }","duration":"515.916423ms","start":"2026-03-02T17:24:45.506464Z","end":"2026-03-02T17:24:46.02238Z","steps":["trace[2124450930] 'process raft request' (duration: 515.739068ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:46.022496Z","caller":"traceutil/trace.go:171","msg":"trace[1040479020] linearizableReadLoop","detail":"{readStateIndex:19232; appliedIndex:19228; }","duration":"484.418969ms","start":"2026-03-02T17:24:45.538055Z","end":"2026-03-02T17:24:46.022474Z","steps":["trace[1040479020] 'read index received' (duration: 218.162589ms)","trace[1040479020] 'applied index is now lower than readState.Index' (duration: 266.25512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:46.022515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:45.506455Z","time spent":"516.005854ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:46.022586Z","caller":"traceutil/trace.go:171","msg":"trace[1655805630] transaction","detail":"{read_only:false; response_revision:18537; number_of_response:1; }","duration":"514.613749ms","start":"2026-03-02T17:24:45.507965Z","end":"2026-03-02T17:24:46.022578Z","steps":["trace[1655805630] 'process raft request' (duration: 514.357672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:46.022625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:45.507923Z","time spent":"514.680911ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:24:46.022658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.589074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:24:46.022691Z","caller":"traceutil/trace.go:171","msg":"trace[1268294238] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:18537; }","duration":"484.684547ms","start":"2026-03-02T17:24:45.537995Z","end":"2026-03-02T17:24:46.02268Z","steps":["trace[1268294238] 'agreement among raft nodes before linearized reading' (duration: 484.600535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:46.022725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:45.53797Z","time spent":"484.747848ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:24:46.02276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.907055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:24:46.022782Z","caller":"traceutil/trace.go:171","msg":"trace[1878401632] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:18537; }","duration":"197.953895ms","start":"2026-03-02T17:24:45.824821Z","end":"2026-03-02T17:24:46.022775Z","steps":["trace[1878401632] 'agreement among raft nodes before linearized reading' (duration: 197.861363ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:24:46.022997Z","caller":"traceutil/trace.go:171","msg":"trace[949570356] transaction","detail":"{read_only:false; response_revision:18535; number_of_response:1; }","duration":"516.098367ms","start":"2026-03-02T17:24:45.506254Z","end":"2026-03-02T17:24:46.022352Z","steps":["trace[949570356] 'process raft request' (duration: 515.666156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:46.023317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:45.506236Z","time spent":"516.941389ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:24:46.502063Z","caller":"traceutil/trace.go:171","msg":"trace[1414467645] linearizableReadLoop","detail":"{readStateIndex:19233; appliedIndex:19232; }","duration":"350.569668ms","start":"2026-03-02T17:24:46.15143Z","end":"2026-03-02T17:24:46.502Z","steps":["trace[1414467645] 'read index received' (duration: 256.768295ms)","trace[1414467645] 'applied index is now lower than readState.Index' (duration: 93.800023ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:46.50229Z","caller":"traceutil/trace.go:171","msg":"trace[1263140188] transaction","detail":"{read_only:false; response_revision:18538; number_of_response:1; }","duration":"353.403912ms","start":"2026-03-02T17:24:46.148863Z","end":"2026-03-02T17:24:46.502267Z","steps":["trace[1263140188] 'process raft request' (duration: 259.382132ms)","trace[1263140188] 'compare' (duration: 93.312501ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:46.502494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:46.14884Z","time spent":"353.482134ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:24:46.506308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.795927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:103 size:1034253"} {"level":"info","ts":"2026-03-02T17:24:46.506393Z","caller":"traceutil/trace.go:171","msg":"trace[233332911] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:103; response_revision:18538; }","duration":"355.012204ms","start":"2026-03-02T17:24:46.151363Z","end":"2026-03-02T17:24:46.506375Z","steps":["trace[233332911] 'agreement among raft nodes before linearized reading' (duration: 351.240646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:46.506433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:46.151324Z","time spent":"355.099447ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":103,"response size":1034275,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-02T17:24:56.330269Z","caller":"traceutil/trace.go:171","msg":"trace[1188154270] transaction","detail":"{read_only:false; response_revision:18585; number_of_response:1; }","duration":"117.486994ms","start":"2026-03-02T17:24:56.21276Z","end":"2026-03-02T17:24:56.330247Z","steps":["trace[1188154270] 'process raft request' (duration: 101.903202ms)","trace[1188154270] 'compare' (duration: 15.048778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:57.407182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.921656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:57.407253Z","caller":"traceutil/trace.go:171","msg":"trace[697435724] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18585; }","duration":"954.024577ms","start":"2026-03-02T17:24:56.453213Z","end":"2026-03-02T17:24:57.407237Z","steps":["trace[697435724] 'range keys from in-memory index tree' (duration: 953.863922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:57.407288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:56.453197Z","time spent":"954.081319ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:24:57.408541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.395611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:24:57.408647Z","caller":"traceutil/trace.go:171","msg":"trace[2025952845] linearizableReadLoop","detail":"{readStateIndex:19283; appliedIndex:19282; }","duration":"508.796479ms","start":"2026-03-02T17:24:56.89984Z","end":"2026-03-02T17:24:57.408636Z","steps":["trace[2025952845] 'read index received' (duration: 374.184684ms)","trace[2025952845] 'applied index is now lower than readState.Index' (duration: 134.610705ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:24:57.408698Z","caller":"traceutil/trace.go:171","msg":"trace[624972439] transaction","detail":"{read_only:false; response_revision:18586; number_of_response:1; }","duration":"836.609525ms","start":"2026-03-02T17:24:56.572077Z","end":"2026-03-02T17:24:57.408686Z","steps":["trace[624972439] 'process raft request' (duration: 702.010539ms)","trace[624972439] 'compare' (duration: 134.123954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:24:57.408719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.882861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:24:57.408741Z","caller":"traceutil/trace.go:171","msg":"trace[1208312876] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:18586; }","duration":"508.948863ms","start":"2026-03-02T17:24:56.899786Z","end":"2026-03-02T17:24:57.408734Z","steps":["trace[1208312876] 'agreement among raft nodes before linearized reading' (duration: 508.896322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:57.408752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:56.572056Z","time spent":"836.671637ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:24:57.408768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:56.899769Z","time spent":"508.994595ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9732,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" "} {"level":"warn","ts":"2026-03-02T17:24:57.46431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.143939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:24:57.464415Z","caller":"traceutil/trace.go:171","msg":"trace[546151569] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:18588; }","duration":"509.295382ms","start":"2026-03-02T17:24:56.955093Z","end":"2026-03-02T17:24:57.464388Z","steps":["trace[546151569] 'agreement among raft nodes before linearized reading' (duration: 508.969014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:57.46445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:24:56.955058Z","time spent":"509.382555ms","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":125,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:24:58.357706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.952573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:24:58.357787Z","caller":"traceutil/trace.go:171","msg":"trace[853639328] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:18590; }","duration":"114.096686ms","start":"2026-03-02T17:24:58.243674Z","end":"2026-03-02T17:24:58.357771Z","steps":["trace[853639328] 'count revisions from in-memory index tree' (duration: 113.880871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:58.358153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.594544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:24:58.358181Z","caller":"traceutil/trace.go:171","msg":"trace[144046610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18590; }","duration":"132.633264ms","start":"2026-03-02T17:24:58.22554Z","end":"2026-03-02T17:24:58.358174Z","steps":["trace[144046610] 'range keys from in-memory index tree' (duration: 132.504161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:24:58.358614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.446457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:24:58.358653Z","caller":"traceutil/trace.go:171","msg":"trace[1382637881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18590; }","duration":"133.508548ms","start":"2026-03-02T17:24:58.225136Z","end":"2026-03-02T17:24:58.358644Z","steps":["trace[1382637881] 'range keys from in-memory index tree' (duration: 133.339053ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:00.29538Z","caller":"traceutil/trace.go:171","msg":"trace[1675151376] transaction","detail":"{read_only:false; response_revision:18602; number_of_response:1; }","duration":"122.896873ms","start":"2026-03-02T17:25:00.172434Z","end":"2026-03-02T17:25:00.295331Z","steps":["trace[1675151376] 'process raft request' (duration: 111.978291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:00.295397Z","caller":"traceutil/trace.go:171","msg":"trace[10653211] transaction","detail":"{read_only:false; response_revision:18604; number_of_response:1; }","duration":"121.755424ms","start":"2026-03-02T17:25:00.173612Z","end":"2026-03-02T17:25:00.295368Z","steps":["trace[10653211] 'process raft request' (duration: 121.66828ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:00.295445Z","caller":"traceutil/trace.go:171","msg":"trace[2087680482] transaction","detail":"{read_only:false; response_revision:18603; number_of_response:1; }","duration":"122.194485ms","start":"2026-03-02T17:25:00.173202Z","end":"2026-03-02T17:25:00.295396Z","steps":["trace[2087680482] 'process raft request' (duration: 122.0154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:00.495574Z","caller":"traceutil/trace.go:171","msg":"trace[244307430] transaction","detail":"{read_only:false; response_revision:18607; number_of_response:1; }","duration":"193.393984ms","start":"2026-03-02T17:25:00.302155Z","end":"2026-03-02T17:25:00.495549Z","steps":["trace[244307430] 'process raft request' (duration: 193.257241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:00.495613Z","caller":"traceutil/trace.go:171","msg":"trace[1997772754] transaction","detail":"{read_only:false; response_revision:18606; number_of_response:1; }","duration":"193.776523ms","start":"2026-03-02T17:25:00.30177Z","end":"2026-03-02T17:25:00.495547Z","steps":["trace[1997772754] 'process raft request' (duration: 115.381479ms)","trace[1997772754] 'compare' (duration: 78.037925ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:00.638578Z","caller":"traceutil/trace.go:171","msg":"trace[1585072557] linearizableReadLoop","detail":"{readStateIndex:19306; appliedIndex:19303; }","duration":"279.129568ms","start":"2026-03-02T17:25:00.359427Z","end":"2026-03-02T17:25:00.638556Z","steps":["trace[1585072557] 'read index received' (duration: 57.73944ms)","trace[1585072557] 'applied index is now lower than readState.Index' (duration: 221.389048ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:00.638802Z","caller":"traceutil/trace.go:171","msg":"trace[802242243] transaction","detail":"{read_only:false; response_revision:18608; number_of_response:1; }","duration":"288.673094ms","start":"2026-03-02T17:25:00.350116Z","end":"2026-03-02T17:25:00.638789Z","steps":["trace[802242243] 'process raft request' (duration: 262.199421ms)","trace[802242243] 'compare' (duration: 25.56224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:00.639226Z","caller":"traceutil/trace.go:171","msg":"trace[649860490] transaction","detail":"{read_only:false; response_revision:18609; number_of_response:1; }","duration":"271.084971ms","start":"2026-03-02T17:25:00.36813Z","end":"2026-03-02T17:25:00.639215Z","steps":["trace[649860490] 'process raft request' (duration: 270.121935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:00.639866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.443822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541205-75mnq\" ","response":"range_response_count:1 size:5603"} {"level":"info","ts":"2026-03-02T17:25:00.639904Z","caller":"traceutil/trace.go:171","msg":"trace[1408813570] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541205-75mnq; range_end:; response_count:1; response_revision:18609; }","duration":"280.545824ms","start":"2026-03-02T17:25:00.359346Z","end":"2026-03-02T17:25:00.639891Z","steps":["trace[1408813570] 'agreement among raft nodes before linearized reading' (duration: 280.4246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:00.640083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.432596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:25:00.640113Z","caller":"traceutil/trace.go:171","msg":"trace[1240575225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18609; }","duration":"267.508067ms","start":"2026-03-02T17:25:00.372595Z","end":"2026-03-02T17:25:00.640103Z","steps":["trace[1240575225] 'agreement among raft nodes before linearized reading' (duration: 267.440986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:00.640284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.070421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:25:00.640316Z","caller":"traceutil/trace.go:171","msg":"trace[258192680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18609; }","duration":"254.102631ms","start":"2026-03-02T17:25:00.386205Z","end":"2026-03-02T17:25:00.640308Z","steps":["trace[258192680] 'agreement among raft nodes before linearized reading' (duration: 254.03041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:00.640709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.96047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:25:00.640741Z","caller":"traceutil/trace.go:171","msg":"trace[2137132248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18609; }","duration":"256.128664ms","start":"2026-03-02T17:25:00.384604Z","end":"2026-03-02T17:25:00.640733Z","steps":["trace[2137132248] 'agreement among raft nodes before linearized reading' (duration: 256.042672ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:02.56236Z","caller":"traceutil/trace.go:171","msg":"trace[308950872] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"117.775882ms","start":"2026-03-02T17:25:02.444541Z","end":"2026-03-02T17:25:02.562317Z","steps":["trace[308950872] 'process raft request' (duration: 72.705827ms)","trace[308950872] 'compare' (duration: 44.460309ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:03.028647Z","caller":"traceutil/trace.go:171","msg":"trace[766826050] transaction","detail":"{read_only:false; response_revision:18643; number_of_response:1; }","duration":"239.974697ms","start":"2026-03-02T17:25:02.788626Z","end":"2026-03-02T17:25:03.028601Z","steps":["trace[766826050] 'process raft request' (duration: 157.639591ms)","trace[766826050] 'compare' (duration: 81.825723ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:03.028931Z","caller":"traceutil/trace.go:171","msg":"trace[389447896] transaction","detail":"{read_only:false; response_revision:18644; number_of_response:1; }","duration":"240.271115ms","start":"2026-03-02T17:25:02.788633Z","end":"2026-03-02T17:25:03.028904Z","steps":["trace[389447896] 'process raft request' (duration: 239.842543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:03.703621Z","caller":"traceutil/trace.go:171","msg":"trace[1177006461] transaction","detail":"{read_only:false; response_revision:18647; number_of_response:1; }","duration":"157.20693ms","start":"2026-03-02T17:25:03.546383Z","end":"2026-03-02T17:25:03.70359Z","steps":["trace[1177006461] 'process raft request' (duration: 157.019785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:03.717338Z","caller":"traceutil/trace.go:171","msg":"trace[836147336] transaction","detail":"{read_only:false; response_revision:18648; number_of_response:1; }","duration":"141.570646ms","start":"2026-03-02T17:25:03.575735Z","end":"2026-03-02T17:25:03.717306Z","steps":["trace[836147336] 'process raft request' (duration: 141.33308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.717912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.674041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:25:03.717891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.639969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:03.718009Z","caller":"traceutil/trace.go:171","msg":"trace[176514199] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"162.780403ms","start":"2026-03-02T17:25:03.555205Z","end":"2026-03-02T17:25:03.717985Z","steps":["trace[176514199] 'agreement among raft nodes before linearized reading' (duration: 162.604109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.718074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.754428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-02T17:25:03.718126Z","caller":"traceutil/trace.go:171","msg":"trace[1850302564] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18649; }","duration":"163.830981ms","start":"2026-03-02T17:25:03.554283Z","end":"2026-03-02T17:25:03.718114Z","steps":["trace[1850302564] 'agreement among raft nodes before linearized reading' (duration: 163.697307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.718222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.099115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"warn","ts":"2026-03-02T17:25:03.718272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.518389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:03.718274Z","caller":"traceutil/trace.go:171","msg":"trace[1035564305] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18649; }","duration":"160.167296ms","start":"2026-03-02T17:25:03.558091Z","end":"2026-03-02T17:25:03.718258Z","steps":["trace[1035564305] 'agreement among raft nodes before linearized reading' (duration: 159.981321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:03.718315Z","caller":"traceutil/trace.go:171","msg":"trace[992176829] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"171.588521ms","start":"2026-03-02T17:25:03.546714Z","end":"2026-03-02T17:25:03.718302Z","steps":["trace[992176829] 'agreement among raft nodes before linearized reading' (duration: 171.516499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.718638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.97995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:25:03.718648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.07011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-s5sdz\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-03-02T17:25:03.718683Z","caller":"traceutil/trace.go:171","msg":"trace[1240289269] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18649; }","duration":"172.048292ms","start":"2026-03-02T17:25:03.546615Z","end":"2026-03-02T17:25:03.718664Z","steps":["trace[1240289269] 'agreement among raft nodes before linearized reading' (duration: 171.98348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.718804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.696562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-02T17:25:03.71885Z","caller":"traceutil/trace.go:171","msg":"trace[1489693205] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18649; }","duration":"157.769955ms","start":"2026-03-02T17:25:03.561068Z","end":"2026-03-02T17:25:03.718838Z","steps":["trace[1489693205] 'agreement among raft nodes before linearized reading' (duration: 157.645391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.718994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.286199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:03.718686Z","caller":"traceutil/trace.go:171","msg":"trace[498864107] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-s5sdz; range_end:; response_count:1; response_revision:18649; }","duration":"144.141142ms","start":"2026-03-02T17:25:03.574534Z","end":"2026-03-02T17:25:03.718675Z","steps":["trace[498864107] 'agreement among raft nodes before linearized reading' (duration: 144.04874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:03.719039Z","caller":"traceutil/trace.go:171","msg":"trace[1043023212] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18649; }","duration":"160.349811ms","start":"2026-03-02T17:25:03.558676Z","end":"2026-03-02T17:25:03.719022Z","steps":["trace[1043023212] 'agreement among raft nodes before linearized reading' (duration: 160.274439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.719439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.414299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:1 size:21476"} {"level":"info","ts":"2026-03-02T17:25:03.719516Z","caller":"traceutil/trace.go:171","msg":"trace[1749560750] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:1; response_revision:18649; }","duration":"163.510632ms","start":"2026-03-02T17:25:03.555984Z","end":"2026-03-02T17:25:03.719495Z","steps":["trace[1749560750] 'agreement among raft nodes before linearized reading' (duration: 163.290597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:03.719538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.534364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-03-02T17:25:03.717962Z","caller":"traceutil/trace.go:171","msg":"trace[1341837410] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:18649; }","duration":"162.766543ms","start":"2026-03-02T17:25:03.555184Z","end":"2026-03-02T17:25:03.71795Z","steps":["trace[1341837410] 'agreement among raft nodes before linearized reading' (duration: 162.66473ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:03.719632Z","caller":"traceutil/trace.go:171","msg":"trace[59088155] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:18649; }","duration":"163.580855ms","start":"2026-03-02T17:25:03.55599Z","end":"2026-03-02T17:25:03.719571Z","steps":["trace[59088155] 'agreement among raft nodes before linearized reading' (duration: 163.445881ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:27.422889Z","caller":"traceutil/trace.go:171","msg":"trace[169993772] linearizableReadLoop","detail":"{readStateIndex:19483; appliedIndex:19482; }","duration":"164.515039ms","start":"2026-03-02T17:25:27.258352Z","end":"2026-03-02T17:25:27.422867Z","steps":["trace[169993772] 'read index received' (duration: 164.313724ms)","trace[169993772] 'applied index is now lower than readState.Index' (duration: 200.545µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:27.423266Z","caller":"traceutil/trace.go:171","msg":"trace[853723637] transaction","detail":"{read_only:false; response_revision:18779; number_of_response:1; }","duration":"192.051299ms","start":"2026-03-02T17:25:27.231201Z","end":"2026-03-02T17:25:27.423252Z","steps":["trace[853723637] 'process raft request' (duration: 191.529206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:27.423441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.085748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:25:27.423541Z","caller":"traceutil/trace.go:171","msg":"trace[479456923] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18779; }","duration":"159.234672ms","start":"2026-03-02T17:25:27.264282Z","end":"2026-03-02T17:25:27.423516Z","steps":["trace[479456923] 'agreement among raft nodes before linearized reading' (duration: 158.924494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:27.423584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.210866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:25:27.424398Z","caller":"traceutil/trace.go:171","msg":"trace[1278634481] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18779; }","duration":"166.038538ms","start":"2026-03-02T17:25:27.258341Z","end":"2026-03-02T17:25:27.424379Z","steps":["trace[1278634481] 'agreement among raft nodes before linearized reading' (duration: 165.178145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:51.438285Z","caller":"traceutil/trace.go:171","msg":"trace[1597097124] linearizableReadLoop","detail":"{readStateIndex:19619; appliedIndex:19618; }","duration":"112.560507ms","start":"2026-03-02T17:25:51.3257Z","end":"2026-03-02T17:25:51.438261Z","steps":["trace[1597097124] 'read index received' (duration: 14.446884ms)","trace[1597097124] 'applied index is now lower than readState.Index' (duration: 98.112533ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:51.438349Z","caller":"traceutil/trace.go:171","msg":"trace[1145379614] transaction","detail":"{read_only:false; response_revision:18910; number_of_response:1; }","duration":"140.435857ms","start":"2026-03-02T17:25:51.297894Z","end":"2026-03-02T17:25:51.43833Z","steps":["trace[1145379614] 'process raft request' (duration: 42.315503ms)","trace[1145379614] 'compare' (duration: 97.894868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:25:51.438417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.69256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:51.438458Z","caller":"traceutil/trace.go:171","msg":"trace[1539029406] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:18910; }","duration":"112.774182ms","start":"2026-03-02T17:25:51.325663Z","end":"2026-03-02T17:25:51.438437Z","steps":["trace[1539029406] 'agreement among raft nodes before linearized reading' (duration: 112.697621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:51.88097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.056394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:25:51.881137Z","caller":"traceutil/trace.go:171","msg":"trace[1720259997] transaction","detail":"{read_only:false; response_revision:18911; number_of_response:1; }","duration":"431.142904ms","start":"2026-03-02T17:25:51.449949Z","end":"2026-03-02T17:25:51.881092Z","steps":["trace[1720259997] 'process raft request' (duration: 227.852144ms)","trace[1720259997] 'compare' (duration: 202.89016ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:51.881246Z","caller":"traceutil/trace.go:171","msg":"trace[1216085722] linearizableReadLoop","detail":"{readStateIndex:19620; appliedIndex:19619; }","duration":"430.493737ms","start":"2026-03-02T17:25:51.450738Z","end":"2026-03-02T17:25:51.881232Z","steps":["trace[1216085722] 'read index received' (duration: 226.986031ms)","trace[1216085722] 'applied index is now lower than readState.Index' (duration: 203.506476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:25:51.881361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:51.44993Z","time spent":"431.314358ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:25:51.881201Z","caller":"traceutil/trace.go:171","msg":"trace[104174927] transaction","detail":"{read_only:false; response_revision:18912; number_of_response:1; }","duration":"162.5897ms","start":"2026-03-02T17:25:51.71859Z","end":"2026-03-02T17:25:51.88118Z","steps":["trace[104174927] 'process raft request' (duration: 162.512097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:51.881633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.733945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:51.881669Z","caller":"traceutil/trace.go:171","msg":"trace[1064658587] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:18912; }","duration":"305.797998ms","start":"2026-03-02T17:25:51.575859Z","end":"2026-03-02T17:25:51.881657Z","steps":["trace[1064658587] 'agreement among raft nodes before linearized reading' (duration: 305.724816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:51.881706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:51.575843Z","time spent":"305.853629ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:25:51.881702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.909318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:51.88184Z","caller":"traceutil/trace.go:171","msg":"trace[1324987807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18912; }","duration":"431.104063ms","start":"2026-03-02T17:25:51.450703Z","end":"2026-03-02T17:25:51.881807Z","steps":["trace[1324987807] 'agreement among raft nodes before linearized reading' (duration: 430.871737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:51.881858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.319995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:25:51.881939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.623632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:25:51.88199Z","caller":"traceutil/trace.go:171","msg":"trace[101126198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18912; }","duration":"250.701964ms","start":"2026-03-02T17:25:51.631274Z","end":"2026-03-02T17:25:51.881976Z","steps":["trace[101126198] 'agreement among raft nodes before linearized reading' (duration: 250.483928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:51.881993Z","caller":"traceutil/trace.go:171","msg":"trace[162027213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18912; }","duration":"250.51336ms","start":"2026-03-02T17:25:51.631458Z","end":"2026-03-02T17:25:51.881971Z","steps":["trace[162027213] 'agreement among raft nodes before linearized reading' (duration: 250.15652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:51.881928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:51.450687Z","time spent":"431.227817ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:25:52.600515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.442079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:52.600649Z","caller":"traceutil/trace.go:171","msg":"trace[299041263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18927; }","duration":"149.618113ms","start":"2026-03-02T17:25:52.451005Z","end":"2026-03-02T17:25:52.600623Z","steps":["trace[299041263] 'range keys from in-memory index tree' (duration: 149.333676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:52.600793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.461995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-02T17:25:52.600902Z","caller":"traceutil/trace.go:171","msg":"trace[463549243] range","detail":"{range_begin:/registry/serviceaccounts/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:18927; }","duration":"138.63387ms","start":"2026-03-02T17:25:52.462239Z","end":"2026-03-02T17:25:52.600873Z","steps":["trace[463549243] 'range keys from in-memory index tree' (duration: 138.177268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:53.637733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.868551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:53.637831Z","caller":"traceutil/trace.go:171","msg":"trace[568484664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18931; }","duration":"186.011964ms","start":"2026-03-02T17:25:53.451797Z","end":"2026-03-02T17:25:53.637809Z","steps":["trace[568484664] 'range keys from in-memory index tree' (duration: 185.759888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.23758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.600451ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:25:54.237656Z","caller":"traceutil/trace.go:171","msg":"trace[2004314463] linearizableReadLoop","detail":"{readStateIndex:19643; appliedIndex:19642; }","duration":"304.108134ms","start":"2026-03-02T17:25:53.933537Z","end":"2026-03-02T17:25:54.237645Z","steps":["trace[2004314463] 'read index received' (duration: 151.512913ms)","trace[2004314463] 'applied index is now lower than readState.Index' (duration: 152.594411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:25:54.237713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.179325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:54.237728Z","caller":"traceutil/trace.go:171","msg":"trace[275441928] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18933; }","duration":"304.237347ms","start":"2026-03-02T17:25:53.933484Z","end":"2026-03-02T17:25:54.237722Z","steps":["trace[275441928] 'agreement among raft nodes before linearized reading' (duration: 304.208586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:54.237697Z","caller":"traceutil/trace.go:171","msg":"trace[1570710566] transaction","detail":"{read_only:false; response_revision:18933; number_of_response:1; }","duration":"310.741525ms","start":"2026-03-02T17:25:53.92692Z","end":"2026-03-02T17:25:54.237661Z","steps":["trace[1570710566] 'process raft request' (duration: 157.98547ms)","trace[1570710566] 'compare' (duration: 152.480007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:25:54.237747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.933461Z","time spent":"304.281328ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:25:54.237858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.9269Z","time spent":"310.874108ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:25:54.238345Z","caller":"traceutil/trace.go:171","msg":"trace[893968215] transaction","detail":"{read_only:false; response_revision:18935; number_of_response:1; }","duration":"190.562532ms","start":"2026-03-02T17:25:54.047771Z","end":"2026-03-02T17:25:54.238334Z","steps":["trace[893968215] 'process raft request' (duration: 190.52759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:54.238434Z","caller":"traceutil/trace.go:171","msg":"trace[697430047] transaction","detail":"{read_only:false; response_revision:18934; number_of_response:1; }","duration":"192.706277ms","start":"2026-03-02T17:25:54.045714Z","end":"2026-03-02T17:25:54.238421Z","steps":["trace[697430047] 'process raft request' (duration: 192.531182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.670018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.13763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:25:54.670375Z","caller":"traceutil/trace.go:171","msg":"trace[1977344904] transaction","detail":"{read_only:false; response_revision:18936; number_of_response:1; }","duration":"514.829866ms","start":"2026-03-02T17:25:54.155469Z","end":"2026-03-02T17:25:54.670299Z","steps":["trace[1977344904] 'process raft request' (duration: 281.268124ms)","trace[1977344904] 'compare' (duration: 232.595276ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:25:54.670557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:54.155444Z","time spent":"515.021731ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:25:54.670637Z","caller":"traceutil/trace.go:171","msg":"trace[529712212] linearizableReadLoop","detail":"{readStateIndex:19647; appliedIndex:19643; }","duration":"432.940651ms","start":"2026-03-02T17:25:54.237671Z","end":"2026-03-02T17:25:54.670611Z","steps":["trace[529712212] 'read index received' (duration: 575.435µs)","trace[529712212] 'applied index is now lower than readState.Index' (duration: 432.363455ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:25:54.670783Z","caller":"traceutil/trace.go:171","msg":"trace[1289429988] transaction","detail":"{read_only:false; response_revision:18937; number_of_response:1; }","duration":"461.013855ms","start":"2026-03-02T17:25:54.209737Z","end":"2026-03-02T17:25:54.670751Z","steps":["trace[1289429988] 'process raft request' (duration: 460.4627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.670949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:54.209713Z","time spent":"461.158458ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:25:54.671217Z","caller":"traceutil/trace.go:171","msg":"trace[441935126] transaction","detail":"{read_only:false; response_revision:18938; number_of_response:1; }","duration":"227.331561ms","start":"2026-03-02T17:25:54.443875Z","end":"2026-03-02T17:25:54.671207Z","steps":["trace[441935126] 'process raft request' (duration: 226.676184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.67134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.722801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:25:54.671303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.516176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"warn","ts":"2026-03-02T17:25:54.671322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.359844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:54.671421Z","caller":"traceutil/trace.go:171","msg":"trace[338432453] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:18938; }","duration":"737.665129ms","start":"2026-03-02T17:25:53.933725Z","end":"2026-03-02T17:25:54.671391Z","steps":["trace[338432453] 'agreement among raft nodes before linearized reading' (duration: 737.050423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:54.671451Z","caller":"traceutil/trace.go:171","msg":"trace[1877585236] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18938; }","duration":"624.544579ms","start":"2026-03-02T17:25:54.046861Z","end":"2026-03-02T17:25:54.671406Z","steps":["trace[1877585236] 'agreement among raft nodes before linearized reading' (duration: 623.936943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.671494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.657403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:25:54.671541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:54.046841Z","time spent":"624.660261ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:25:54.671544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.582917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:25:54.671564Z","caller":"traceutil/trace.go:171","msg":"trace[1681695403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18938; }","duration":"281.764035ms","start":"2026-03-02T17:25:54.389784Z","end":"2026-03-02T17:25:54.671548Z","steps":["trace[1681695403] 'agreement among raft nodes before linearized reading' (duration: 281.298054ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:54.67158Z","caller":"traceutil/trace.go:171","msg":"trace[1314819536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18938; }","duration":"737.628238ms","start":"2026-03-02T17:25:53.933944Z","end":"2026-03-02T17:25:54.671572Z","steps":["trace[1314819536] 'agreement among raft nodes before linearized reading' (duration: 736.804717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.67161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.93394Z","time spent":"737.664099ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:25:54.671575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.602172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:25:54.671732Z","caller":"traceutil/trace.go:171","msg":"trace[1297069726] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18938; }","duration":"736.776928ms","start":"2026-03-02T17:25:53.934947Z","end":"2026-03-02T17:25:54.671724Z","steps":["trace[1297069726] 'agreement among raft nodes before linearized reading' (duration: 735.766851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.671756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.934934Z","time spent":"736.813658ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:25:54.671959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.247545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:1 size:6577"} {"level":"info","ts":"2026-03-02T17:25:54.672007Z","caller":"traceutil/trace.go:171","msg":"trace[200588631] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:1; response_revision:18938; }","duration":"738.321777ms","start":"2026-03-02T17:25:53.933673Z","end":"2026-03-02T17:25:54.671995Z","steps":["trace[200588631] 'agreement among raft nodes before linearized reading' (duration: 737.131236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.671468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.933718Z","time spent":"737.735912ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-02T17:25:54.671381Z","caller":"traceutil/trace.go:171","msg":"trace[962357402] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:18938; }","duration":"737.783963ms","start":"2026-03-02T17:25:53.933587Z","end":"2026-03-02T17:25:54.671371Z","steps":["trace[962357402] 'agreement among raft nodes before linearized reading' (duration: 737.233049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:25:54.672153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.933578Z","time spent":"738.563283ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:25:54.672103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:25:53.933656Z","time spent":"738.380388ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":6599,"request content":"key:\"/registry/jobs/openstack/heat-bootstrap\" "} {"level":"info","ts":"2026-03-02T17:25:54.951333Z","caller":"traceutil/trace.go:171","msg":"trace[962230624] linearizableReadLoop","detail":"{readStateIndex:19653; appliedIndex:19652; }","duration":"104.133129ms","start":"2026-03-02T17:25:54.847163Z","end":"2026-03-02T17:25:54.951296Z","steps":["trace[962230624] 'read index received' (duration: 98.537515ms)","trace[962230624] 'applied index is now lower than readState.Index' (duration: 5.593974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:25:54.951616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.433497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:676"} {"level":"info","ts":"2026-03-02T17:25:54.951651Z","caller":"traceutil/trace.go:171","msg":"trace[1007696664] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:18943; }","duration":"104.528089ms","start":"2026-03-02T17:25:54.847114Z","end":"2026-03-02T17:25:54.951642Z","steps":["trace[1007696664] 'agreement among raft nodes before linearized reading' (duration: 104.299384ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:25:54.951648Z","caller":"traceutil/trace.go:171","msg":"trace[83050591] transaction","detail":"{read_only:false; response_revision:18943; number_of_response:1; }","duration":"105.040743ms","start":"2026-03-02T17:25:54.846575Z","end":"2026-03-02T17:25:54.951616Z","steps":["trace[83050591] 'process raft request' (duration: 99.130281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:26:26.488228Z","caller":"traceutil/trace.go:171","msg":"trace[365346790] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"100.547018ms","start":"2026-03-02T17:26:26.387657Z","end":"2026-03-02T17:26:26.488204Z","steps":["trace[365346790] 'process raft request' (duration: 50.7431ms)","trace[365346790] 'compare' (duration: 49.286804ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:26:56.693465Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T17:26:56.698931Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-02T17:26:56.699089Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"warn","ts":"2026-03-02T17:27:06.062907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.881328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:27:06.063019Z","caller":"traceutil/trace.go:171","msg":"trace[349163681] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19373; }","duration":"141.030952ms","start":"2026-03-02T17:27:05.921965Z","end":"2026-03-02T17:27:06.062996Z","steps":["trace[349163681] 'count revisions from in-memory index tree' (duration: 140.748025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:27:06.063132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.759805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:27:06.063188Z","caller":"traceutil/trace.go:171","msg":"trace[1826942066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19373; }","duration":"291.866188ms","start":"2026-03-02T17:27:05.771307Z","end":"2026-03-02T17:27:06.063174Z","steps":["trace[1826942066] 'range keys from in-memory index tree' (duration: 291.519448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:27:43.145996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17496} {"level":"info","ts":"2026-03-02T17:27:43.284699Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17496,"took":"133.551069ms","hash":1166970379,"current-db-size-bytes":43298816,"current-db-size":"43 MB","current-db-size-in-use-bytes":29106176,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T17:27:43.284812Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1166970379,"revision":17496,"compact-revision":15471} {"level":"info","ts":"2026-03-02T17:27:56.48982Z","caller":"traceutil/trace.go:171","msg":"trace[470325595] linearizableReadLoop","detail":"{readStateIndex:20446; appliedIndex:20445; }","duration":"136.573697ms","start":"2026-03-02T17:27:56.353225Z","end":"2026-03-02T17:27:56.489799Z","steps":["trace[470325595] 'read index received' (duration: 136.422813ms)","trace[470325595] 'applied index is now lower than readState.Index' (duration: 150.004µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:27:56.490164Z","caller":"traceutil/trace.go:171","msg":"trace[771847255] transaction","detail":"{read_only:false; response_revision:19703; number_of_response:1; }","duration":"172.191235ms","start":"2026-03-02T17:27:56.317961Z","end":"2026-03-02T17:27:56.490152Z","steps":["trace[771847255] 'process raft request' (duration: 171.686273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:27:56.490658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.424538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:27:56.490817Z","caller":"traceutil/trace.go:171","msg":"trace[286961181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19703; }","duration":"137.626833ms","start":"2026-03-02T17:27:56.353174Z","end":"2026-03-02T17:27:56.490801Z","steps":["trace[286961181] 'agreement among raft nodes before linearized reading' (duration: 137.140021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:27:56.769209Z","caller":"traceutil/trace.go:171","msg":"trace[889745182] transaction","detail":"{read_only:false; response_revision:19715; number_of_response:1; }","duration":"144.245796ms","start":"2026-03-02T17:27:56.624936Z","end":"2026-03-02T17:27:56.769182Z","steps":["trace[889745182] 'process raft request' (duration: 83.886617ms)","trace[889745182] 'compare' (duration: 60.123233ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:27:56.76922Z","caller":"traceutil/trace.go:171","msg":"trace[544659848] transaction","detail":"{read_only:false; response_revision:19717; number_of_response:1; }","duration":"143.974618ms","start":"2026-03-02T17:27:56.62523Z","end":"2026-03-02T17:27:56.769204Z","steps":["trace[544659848] 'process raft request' (duration: 143.925867ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:27:56.769577Z","caller":"traceutil/trace.go:171","msg":"trace[1668447042] transaction","detail":"{read_only:false; response_revision:19716; number_of_response:1; }","duration":"144.131622ms","start":"2026-03-02T17:27:56.62512Z","end":"2026-03-02T17:27:56.769251Z","steps":["trace[1668447042] 'process raft request' (duration: 143.964048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:27:57.114054Z","caller":"traceutil/trace.go:171","msg":"trace[122502756] transaction","detail":"{read_only:false; response_revision:19736; number_of_response:1; }","duration":"134.903404ms","start":"2026-03-02T17:27:56.979087Z","end":"2026-03-02T17:27:57.11399Z","steps":["trace[122502756] 'process raft request' (duration: 134.635946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:27:57.114199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.041785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-03-02T17:27:57.114329Z","caller":"traceutil/trace.go:171","msg":"trace[572989373] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:19736; }","duration":"126.223929ms","start":"2026-03-02T17:27:56.988074Z","end":"2026-03-02T17:27:57.114297Z","steps":["trace[572989373] 'agreement among raft nodes before linearized reading' (duration: 125.933052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:28:18.241412Z","caller":"traceutil/trace.go:171","msg":"trace[669806492] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"141.319758ms","start":"2026-03-02T17:28:18.100048Z","end":"2026-03-02T17:28:18.241368Z","steps":["trace[669806492] 'process raft request' (duration: 141.037011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:28:19.879715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.745529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:28:19.879808Z","caller":"traceutil/trace.go:171","msg":"trace[735285829] transaction","detail":"{read_only:false; response_revision:19912; number_of_response:1; }","duration":"234.113466ms","start":"2026-03-02T17:28:19.64568Z","end":"2026-03-02T17:28:19.879793Z","steps":["trace[735285829] 'process raft request' (duration: 101.220224ms)","trace[735285829] 'compare' (duration: 132.42241ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:11.64933Z","caller":"traceutil/trace.go:171","msg":"trace[1284794523] transaction","detail":"{read_only:false; response_revision:20193; number_of_response:1; }","duration":"115.473342ms","start":"2026-03-02T17:29:11.533822Z","end":"2026-03-02T17:29:11.649295Z","steps":["trace[1284794523] 'process raft request' (duration: 115.220806ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:13.786943Z","caller":"traceutil/trace.go:171","msg":"trace[382159100] transaction","detail":"{read_only:false; response_revision:20202; number_of_response:1; }","duration":"130.410948ms","start":"2026-03-02T17:29:13.656488Z","end":"2026-03-02T17:29:13.786899Z","steps":["trace[382159100] 'process raft request' (duration: 130.154141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:14.018586Z","caller":"traceutil/trace.go:171","msg":"trace[1662587098] transaction","detail":"{read_only:false; response_revision:20203; number_of_response:1; }","duration":"226.507638ms","start":"2026-03-02T17:29:13.792043Z","end":"2026-03-02T17:29:14.01855Z","steps":["trace[1662587098] 'process raft request' (duration: 226.219141ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:40.681832Z","caller":"traceutil/trace.go:171","msg":"trace[1854135138] transaction","detail":"{read_only:false; response_revision:20328; number_of_response:1; }","duration":"106.247064ms","start":"2026-03-02T17:29:40.57555Z","end":"2026-03-02T17:29:40.681797Z","steps":["trace[1854135138] 'process raft request' (duration: 106.008337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:42.438855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.469335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:29:42.439269Z","caller":"traceutil/trace.go:171","msg":"trace[707915730] transaction","detail":"{read_only:false; response_revision:20335; number_of_response:1; }","duration":"237.918534ms","start":"2026-03-02T17:29:42.201332Z","end":"2026-03-02T17:29:42.439251Z","steps":["trace[707915730] 'process raft request' (duration: 122.976116ms)","trace[707915730] 'compare' (duration: 114.374233ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:42.439521Z","caller":"traceutil/trace.go:171","msg":"trace[2081114634] transaction","detail":"{read_only:false; response_revision:20336; number_of_response:1; }","duration":"238.100578ms","start":"2026-03-02T17:29:42.201411Z","end":"2026-03-02T17:29:42.439511Z","steps":["trace[2081114634] 'process raft request' (duration: 237.77963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:44.661404Z","caller":"traceutil/trace.go:171","msg":"trace[1083258131] transaction","detail":"{read_only:false; response_revision:20343; number_of_response:1; }","duration":"211.77127ms","start":"2026-03-02T17:29:44.449597Z","end":"2026-03-02T17:29:44.661368Z","steps":["trace[1083258131] 'process raft request' (duration: 211.554874ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:44.683832Z","caller":"traceutil/trace.go:171","msg":"trace[607055840] linearizableReadLoop","detail":"{readStateIndex:21110; appliedIndex:21108; }","duration":"216.737458ms","start":"2026-03-02T17:29:44.467075Z","end":"2026-03-02T17:29:44.683812Z","steps":["trace[607055840] 'read index received' (duration: 194.035932ms)","trace[607055840] 'applied index is now lower than readState.Index' (duration: 22.700336ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:44.683946Z","caller":"traceutil/trace.go:171","msg":"trace[515296970] transaction","detail":"{read_only:false; response_revision:20344; number_of_response:1; }","duration":"234.036504ms","start":"2026-03-02T17:29:44.449849Z","end":"2026-03-02T17:29:44.683885Z","steps":["trace[515296970] 'process raft request' (duration: 233.833339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:44.683989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.896591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:29:44.684023Z","caller":"traceutil/trace.go:171","msg":"trace[345343958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20344; }","duration":"216.976243ms","start":"2026-03-02T17:29:44.46704Z","end":"2026-03-02T17:29:44.684016Z","steps":["trace[345343958] 'agreement among raft nodes before linearized reading' (duration: 216.84928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:45.156477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.476684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:29:45.156577Z","caller":"traceutil/trace.go:171","msg":"trace[176157097] transaction","detail":"{read_only:false; response_revision:20345; number_of_response:1; }","duration":"468.403306ms","start":"2026-03-02T17:29:44.688141Z","end":"2026-03-02T17:29:45.156544Z","steps":["trace[176157097] 'process raft request' (duration: 271.793169ms)","trace[176157097] 'compare' (duration: 196.102755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:29:45.15662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:44.688123Z","time spent":"468.477368ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:29:45.158406Z","caller":"traceutil/trace.go:171","msg":"trace[221633329] transaction","detail":"{read_only:false; response_revision:20346; number_of_response:1; }","duration":"115.290128ms","start":"2026-03-02T17:29:45.043106Z","end":"2026-03-02T17:29:45.158396Z","steps":["trace[221633329] 'process raft request' (duration: 115.230966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:46.706677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346148212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:29:46.70675Z","caller":"traceutil/trace.go:171","msg":"trace[1649528262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20346; }","duration":"1.346259256s","start":"2026-03-02T17:29:45.360473Z","end":"2026-03-02T17:29:46.706732Z","steps":["trace[1649528262] 'range keys from in-memory index tree' (duration: 1.345927317s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:46.70678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:45.360437Z","time spent":"1.346334939s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:29:46.706837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255761969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:46.70689Z","caller":"traceutil/trace.go:171","msg":"trace[1705393215] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20346; }","duration":"1.255846291s","start":"2026-03-02T17:29:45.451028Z","end":"2026-03-02T17:29:46.706874Z","steps":["trace[1705393215] 'range keys from in-memory index tree' (duration: 1.255689388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:46.706925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:45.450985Z","time spent":"1.255931643s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:29:46.707052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.089245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:29:46.707097Z","caller":"traceutil/trace.go:171","msg":"trace[1047601632] linearizableReadLoop","detail":"{readStateIndex:21113; appliedIndex:21112; }","duration":"966.741536ms","start":"2026-03-02T17:29:45.740346Z","end":"2026-03-02T17:29:46.707087Z","steps":["trace[1047601632] 'read index received' (duration: 229.61351ms)","trace[1047601632] 'applied index is now lower than readState.Index' (duration: 737.127286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:29:46.707172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.826647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:46.707191Z","caller":"traceutil/trace.go:171","msg":"trace[383461407] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20347; }","duration":"966.885179ms","start":"2026-03-02T17:29:45.740299Z","end":"2026-03-02T17:29:46.707184Z","steps":["trace[383461407] 'agreement among raft nodes before linearized reading' (duration: 966.829698ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:46.707161Z","caller":"traceutil/trace.go:171","msg":"trace[1363742224] transaction","detail":"{read_only:false; response_revision:20347; number_of_response:1; }","duration":"1.216069854s","start":"2026-03-02T17:29:45.491048Z","end":"2026-03-02T17:29:46.707118Z","steps":["trace[1363742224] 'process raft request' (duration: 478.852136ms)","trace[1363742224] 'compare' (duration: 736.586582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:29:46.707214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:45.740273Z","time spent":"966.936151ms","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:29:46.707323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:45.490977Z","time spent":"1.216260669s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:48.401562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563524287s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:29:48.40211Z","caller":"traceutil/trace.go:171","msg":"trace[1717844992] transaction","detail":"{read_only:false; response_revision:20348; number_of_response:1; }","duration":"2.482101089s","start":"2026-03-02T17:29:45.919944Z","end":"2026-03-02T17:29:48.402045Z","steps":["trace[1717844992] 'process raft request' (duration: 918.000637ms)","trace[1717844992] 'compare' (duration: 1.563068316s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:48.402264Z","caller":"traceutil/trace.go:171","msg":"trace[734768740] linearizableReadLoop","detail":"{readStateIndex:21114; appliedIndex:21113; }","duration":"1.695107055s","start":"2026-03-02T17:29:46.70711Z","end":"2026-03-02T17:29:48.402217Z","steps":["trace[734768740] 'read index received' (duration: 130.836899ms)","trace[734768740] 'applied index is now lower than readState.Index' (duration: 1.564252505s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:48.402492Z","caller":"traceutil/trace.go:171","msg":"trace[661716984] transaction","detail":"{read_only:false; response_revision:20349; number_of_response:1; }","duration":"1.689973483s","start":"2026-03-02T17:29:46.712503Z","end":"2026-03-02T17:29:48.402477Z","steps":["trace[661716984] 'process raft request' (duration: 1.689147342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.402485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219092497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:48.402543Z","caller":"traceutil/trace.go:171","msg":"trace[1773611415] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:20349; }","duration":"2.219200249s","start":"2026-03-02T17:29:46.183329Z","end":"2026-03-02T17:29:48.40253Z","steps":["trace[1773611415] 'agreement among raft nodes before linearized reading' (duration: 2.219085837s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.402556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713641184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:29:48.402575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.183311Z","time spent":"2.219256421s","remote":"127.0.0.1:52510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:29:48.402588Z","caller":"traceutil/trace.go:171","msg":"trace[2085739934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20349; }","duration":"1.713724026s","start":"2026-03-02T17:29:46.688854Z","end":"2026-03-02T17:29:48.402578Z","steps":["trace[2085739934] 'agreement among raft nodes before linearized reading' (duration: 1.713523431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.402622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.688834Z","time spent":"1.713779427s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:29:48.402443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:45.919921Z","time spent":"2.482356964s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:48.402757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694312554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:29:48.402826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243564054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:48.402854Z","caller":"traceutil/trace.go:171","msg":"trace[815362945] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20350; }","duration":"1.243633406s","start":"2026-03-02T17:29:47.159215Z","end":"2026-03-02T17:29:48.402848Z","steps":["trace[815362945] 'agreement among raft nodes before linearized reading' (duration: 1.243582975s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:48.402864Z","caller":"traceutil/trace.go:171","msg":"trace[1365152480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20350; }","duration":"1.694452267s","start":"2026-03-02T17:29:46.708394Z","end":"2026-03-02T17:29:48.402846Z","steps":["trace[1365152480] 'agreement among raft nodes before linearized reading' (duration: 1.694249762s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.402875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:47.159187Z","time spent":"1.243683087s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:29:48.40287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.470206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:29:48.402904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.708382Z","time spent":"1.694512859s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:29:48.402914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173099118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:29:48.402938Z","caller":"traceutil/trace.go:171","msg":"trace[262449980] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20350; }","duration":"399.591958ms","start":"2026-03-02T17:29:48.00333Z","end":"2026-03-02T17:29:48.402922Z","steps":["trace[262449980] 'agreement among raft nodes before linearized reading' (duration: 399.414434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:48.402952Z","caller":"traceutil/trace.go:171","msg":"trace[416030836] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20350; }","duration":"2.17317716s","start":"2026-03-02T17:29:46.229765Z","end":"2026-03-02T17:29:48.402942Z","steps":["trace[416030836] 'agreement among raft nodes before linearized reading' (duration: 2.17276003s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.402966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.431861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:29:48.402929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720228574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:29:48.403001Z","caller":"traceutil/trace.go:171","msg":"trace[1680604594] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20350; }","duration":"582.537394ms","start":"2026-03-02T17:29:47.820456Z","end":"2026-03-02T17:29:48.402994Z","steps":["trace[1680604594] 'agreement among raft nodes before linearized reading' (duration: 582.480972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.402964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240990857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:29:48.403021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.929209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:29:48.403024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.795500107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:29:48.403032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:47.820411Z","time spent":"582.614235ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:29:48.403046Z","caller":"traceutil/trace.go:171","msg":"trace[1737528205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20350; }","duration":"183.980831ms","start":"2026-03-02T17:29:48.219058Z","end":"2026-03-02T17:29:48.403039Z","steps":["trace[1737528205] 'agreement among raft nodes before linearized reading' (duration: 183.94239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:48.403054Z","caller":"traceutil/trace.go:171","msg":"trace[1866939582] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20350; }","duration":"1.795571719s","start":"2026-03-02T17:29:46.607472Z","end":"2026-03-02T17:29:48.403044Z","steps":["trace[1866939582] 'agreement among raft nodes before linearized reading' (duration: 1.795029216s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:48.403061Z","caller":"traceutil/trace.go:171","msg":"trace[297347858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20350; }","duration":"1.241154621s","start":"2026-03-02T17:29:47.161883Z","end":"2026-03-02T17:29:48.403037Z","steps":["trace[297347858] 'agreement among raft nodes before linearized reading' (duration: 1.240906595s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.403085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.60743Z","time spent":"1.795646992s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:29:48.402975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.00331Z","time spent":"399.65721ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:29:48.403099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.747103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T17:29:48.4031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:47.161851Z","time spent":"1.241242114s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:29:48.403173Z","caller":"traceutil/trace.go:171","msg":"trace[714896864] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20350; }","duration":"598.820285ms","start":"2026-03-02T17:29:47.804346Z","end":"2026-03-02T17:29:48.403166Z","steps":["trace[714896864] 'agreement among raft nodes before linearized reading' (duration: 598.67134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.403199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:47.804303Z","time spent":"598.890087ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:29:48.403217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609510559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:29:48.403312Z","caller":"traceutil/trace.go:171","msg":"trace[882823876] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20350; }","duration":"2.609656433s","start":"2026-03-02T17:29:45.793635Z","end":"2026-03-02T17:29:48.403292Z","steps":["trace[882823876] 'agreement among raft nodes before linearized reading' (duration: 2.608817532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.403361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:45.793616Z","time spent":"2.609735504s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T17:29:48.403057Z","caller":"traceutil/trace.go:171","msg":"trace[1866873456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20350; }","duration":"1.720374437s","start":"2026-03-02T17:29:46.682649Z","end":"2026-03-02T17:29:48.403023Z","steps":["trace[1866873456] 'agreement among raft nodes before linearized reading' (duration: 1.719861835s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.403417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.682598Z","time spent":"1.720807109s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:29:48.402969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28736067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:29:48.403459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.712478Z","time spent":"1.690049344s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:29:48.403647Z","caller":"traceutil/trace.go:171","msg":"trace[1329636826] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20350; }","duration":"2.287984276s","start":"2026-03-02T17:29:46.115555Z","end":"2026-03-02T17:29:48.403539Z","steps":["trace[1329636826] 'agreement among raft nodes before linearized reading' (duration: 2.286911159s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:48.40371Z","caller":"traceutil/trace.go:171","msg":"trace[1357630675] transaction","detail":"{read_only:false; response_revision:20350; number_of_response:1; }","duration":"1.239390966s","start":"2026-03-02T17:29:47.164304Z","end":"2026-03-02T17:29:48.403695Z","steps":["trace[1357630675] 'process raft request' (duration: 1.237899997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.40298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.229747Z","time spent":"2.173225382s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:29:48.403793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:47.164285Z","time spent":"1.239474669s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:48.403881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.115538Z","time spent":"2.288257913s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:29:48.404526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615559181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:29:48.404663Z","caller":"traceutil/trace.go:171","msg":"trace[523144799] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20350; }","duration":"1.615738565s","start":"2026-03-02T17:29:46.788904Z","end":"2026-03-02T17:29:48.404643Z","steps":["trace[523144799] 'agreement among raft nodes before linearized reading' (duration: 1.614118182s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:48.404697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:46.788877Z","time spent":"1.615809677s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2125,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:29:49.531165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.849981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:29:49.531499Z","caller":"traceutil/trace.go:171","msg":"trace[629770506] transaction","detail":"{read_only:false; response_revision:20353; number_of_response:1; }","duration":"1.121391158s","start":"2026-03-02T17:29:48.410084Z","end":"2026-03-02T17:29:49.531476Z","steps":["trace[629770506] 'process raft request' (duration: 1.121218094s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:49.531502Z","caller":"traceutil/trace.go:171","msg":"trace[35816983] transaction","detail":"{read_only:false; response_revision:20352; number_of_response:1; }","duration":"1.121627795s","start":"2026-03-02T17:29:48.409846Z","end":"2026-03-02T17:29:49.531474Z","steps":["trace[35816983] 'process raft request' (duration: 976.364594ms)","trace[35816983] 'compare' (duration: 144.630974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:29:49.531611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.410003Z","time spent":"1.121557333s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:49.531655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.409824Z","time spent":"1.121745598s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:29:49.531672Z","caller":"traceutil/trace.go:171","msg":"trace[275063792] linearizableReadLoop","detail":"{readStateIndex:21121; appliedIndex:21116; }","duration":"1.120680471s","start":"2026-03-02T17:29:48.410967Z","end":"2026-03-02T17:29:49.531648Z","steps":["trace[275063792] 'read index received' (duration: 19.618847ms)","trace[275063792] 'applied index is now lower than readState.Index' (duration: 1.101052564s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:49.531771Z","caller":"traceutil/trace.go:171","msg":"trace[1371334767] transaction","detail":"{read_only:false; response_revision:20354; number_of_response:1; }","duration":"1.121387809s","start":"2026-03-02T17:29:48.410372Z","end":"2026-03-02T17:29:49.53176Z","steps":["trace[1371334767] 'process raft request' (duration: 1.1210477s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:49.531797Z","caller":"traceutil/trace.go:171","msg":"trace[1161931262] transaction","detail":"{read_only:false; response_revision:20355; number_of_response:1; }","duration":"1.121405149s","start":"2026-03-02T17:29:48.410382Z","end":"2026-03-02T17:29:49.531787Z","steps":["trace[1161931262] 'process raft request' (duration: 1.121152412s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:49.531842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.410363Z","time spent":"1.12143544s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:49.531857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.410372Z","time spent":"1.12144586s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:49.532184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121206904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:29:49.532253Z","caller":"traceutil/trace.go:171","msg":"trace[17180637] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20355; }","duration":"1.121279295s","start":"2026-03-02T17:29:48.410955Z","end":"2026-03-02T17:29:49.532235Z","steps":["trace[17180637] 'agreement among raft nodes before linearized reading' (duration: 1.120840245s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:49.532301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.410921Z","time spent":"1.121367858s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T17:29:49.536719Z","caller":"traceutil/trace.go:171","msg":"trace[937861658] transaction","detail":"{read_only:false; response_revision:20357; number_of_response:1; }","duration":"331.911041ms","start":"2026-03-02T17:29:49.204783Z","end":"2026-03-02T17:29:49.536694Z","steps":["trace[937861658] 'process raft request' (duration: 331.816979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:49.536776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.62345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T17:29:49.536816Z","caller":"traceutil/trace.go:171","msg":"trace[2079035610] transaction","detail":"{read_only:false; response_revision:20356; number_of_response:1; }","duration":"824.540374ms","start":"2026-03-02T17:29:48.712262Z","end":"2026-03-02T17:29:49.536802Z","steps":["trace[2079035610] 'process raft request' (duration: 824.241447ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:49.536817Z","caller":"traceutil/trace.go:171","msg":"trace[1527222987] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:20357; }","duration":"890.703372ms","start":"2026-03-02T17:29:48.6461Z","end":"2026-03-02T17:29:49.536803Z","steps":["trace[1527222987] 'agreement among raft nodes before linearized reading' (duration: 890.591489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:49.536843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125122945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:29:49.536847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:49.204757Z","time spent":"332.030655ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:29:49.53691Z","caller":"traceutil/trace.go:171","msg":"trace[1988625806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20357; }","duration":"1.125213777s","start":"2026-03-02T17:29:48.411682Z","end":"2026-03-02T17:29:49.536896Z","steps":["trace[1988625806] 'agreement among raft nodes before linearized reading' (duration: 1.125070884s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:49.536883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.712226Z","time spent":"824.618606ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:29:49.536954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.411674Z","time spent":"1.125272748s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:29:49.53686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.646035Z","time spent":"890.816504ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T17:29:49.537015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.872984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T17:29:49.537083Z","caller":"traceutil/trace.go:171","msg":"trace[872070880] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:20357; }","duration":"905.963276ms","start":"2026-03-02T17:29:48.6311Z","end":"2026-03-02T17:29:49.537064Z","steps":["trace[872070880] 'agreement among raft nodes before linearized reading' (duration: 905.784082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:49.537153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:48.631084Z","time spent":"906.052238ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T17:29:50.409744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.740243ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T17:29:50.409882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:49.538078Z","time spent":"871.795293ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T17:29:50.410005Z","caller":"traceutil/trace.go:171","msg":"trace[1853632256] transaction","detail":"{read_only:false; response_revision:20358; number_of_response:1; }","duration":"321.287427ms","start":"2026-03-02T17:29:50.088699Z","end":"2026-03-02T17:29:50.409986Z","steps":["trace[1853632256] 'process raft request' (duration: 321.148994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.41009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:50.088676Z","time spent":"321.361229ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:29:50.410262Z","caller":"traceutil/trace.go:171","msg":"trace[316834602] linearizableReadLoop","detail":"{readStateIndex:21124; appliedIndex:21123; }","duration":"870.192952ms","start":"2026-03-02T17:29:49.540061Z","end":"2026-03-02T17:29:50.410254Z","steps":["trace[316834602] 'read index received' (duration: 433.866453ms)","trace[316834602] 'applied index is now lower than readState.Index' (duration: 436.324868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:29:50.410495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.438248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0cd9a16c-5d95-47c8-bca5-2c7b0f47fa9e\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-03-02T17:29:50.410522Z","caller":"traceutil/trace.go:171","msg":"trace[972545697] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0cd9a16c-5d95-47c8-bca5-2c7b0f47fa9e; range_end:; response_count:1; response_revision:20358; }","duration":"870.516331ms","start":"2026-03-02T17:29:49.539999Z","end":"2026-03-02T17:29:50.410515Z","steps":["trace[972545697] 'agreement among raft nodes before linearized reading' (duration: 870.317006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.410545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:49.539977Z","time spent":"870.563192ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-0cd9a16c-5d95-47c8-bca5-2c7b0f47fa9e\" "} {"level":"warn","ts":"2026-03-02T17:29:50.410511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.471382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:50.410593Z","caller":"traceutil/trace.go:171","msg":"trace[1983953808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20358; }","duration":"867.604235ms","start":"2026-03-02T17:29:49.542969Z","end":"2026-03-02T17:29:50.410573Z","steps":["trace[1983953808] 'agreement among raft nodes before linearized reading' (duration: 867.446041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.410646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:49.542953Z","time spent":"867.684677ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:29:50.410897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.801283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:29:50.410929Z","caller":"traceutil/trace.go:171","msg":"trace[23292246] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20358; }","duration":"270.863585ms","start":"2026-03-02T17:29:50.140057Z","end":"2026-03-02T17:29:50.410921Z","steps":["trace[23292246] 'agreement among raft nodes before linearized reading' (duration: 270.811513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.410975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.446208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:50.411268Z","caller":"traceutil/trace.go:171","msg":"trace[1484564476] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20358; }","duration":"815.774467ms","start":"2026-03-02T17:29:49.595469Z","end":"2026-03-02T17:29:50.411243Z","steps":["trace[1484564476] 'agreement among raft nodes before linearized reading' (duration: 815.412117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.411329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:29:49.595455Z","time spent":"815.858708ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T17:29:50.681858Z","caller":"traceutil/trace.go:171","msg":"trace[1535751648] linearizableReadLoop","detail":"{readStateIndex:21126; appliedIndex:21125; }","duration":"269.882119ms","start":"2026-03-02T17:29:50.411953Z","end":"2026-03-02T17:29:50.681835Z","steps":["trace[1535751648] 'read index received' (duration: 269.17093ms)","trace[1535751648] 'applied index is now lower than readState.Index' (duration: 710.369µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:29:50.681958Z","caller":"traceutil/trace.go:171","msg":"trace[442801520] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"270.220488ms","start":"2026-03-02T17:29:50.411679Z","end":"2026-03-02T17:29:50.681899Z","steps":["trace[442801520] 'process raft request' (duration: 269.52419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.682319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.347541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:50.683421Z","caller":"traceutil/trace.go:171","msg":"trace[641583263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20360; }","duration":"271.477121ms","start":"2026-03-02T17:29:50.411907Z","end":"2026-03-02T17:29:50.683384Z","steps":["trace[641583263] 'agreement among raft nodes before linearized reading' (duration: 270.004153ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:50.682475Z","caller":"traceutil/trace.go:171","msg":"trace[2110843519] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"269.980311ms","start":"2026-03-02T17:29:50.412449Z","end":"2026-03-02T17:29:50.682429Z","steps":["trace[2110843519] 'process raft request' (duration: 269.451548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:50.682613Z","caller":"traceutil/trace.go:171","msg":"trace[358934107] transaction","detail":"{read_only:false; response_revision:20362; number_of_response:1; }","duration":"267.96386ms","start":"2026-03-02T17:29:50.41463Z","end":"2026-03-02T17:29:50.682594Z","steps":["trace[358934107] 'process raft request' (duration: 267.683012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.682616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.049102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:29:50.6838Z","caller":"traceutil/trace.go:171","msg":"trace[889644083] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20362; }","duration":"269.289614ms","start":"2026-03-02T17:29:50.414501Z","end":"2026-03-02T17:29:50.683791Z","steps":["trace[889644083] 'agreement among raft nodes before linearized reading' (duration: 268.00149ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:29:50.68266Z","caller":"traceutil/trace.go:171","msg":"trace[732719170] transaction","detail":"{read_only:false; response_revision:20361; number_of_response:1; }","duration":"270.446315ms","start":"2026-03-02T17:29:50.412203Z","end":"2026-03-02T17:29:50.682649Z","steps":["trace[732719170] 'process raft request' (duration: 269.988943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.682815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.67283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:29:50.683973Z","caller":"traceutil/trace.go:171","msg":"trace[2024782217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20362; }","duration":"247.84804ms","start":"2026-03-02T17:29:50.436095Z","end":"2026-03-02T17:29:50.683943Z","steps":["trace[2024782217] 'agreement among raft nodes before linearized reading' (duration: 246.555048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:29:50.6829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.730187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:29:50.684081Z","caller":"traceutil/trace.go:171","msg":"trace[65874811] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20362; }","duration":"158.162514ms","start":"2026-03-02T17:29:50.525902Z","end":"2026-03-02T17:29:50.684064Z","steps":["trace[65874811] 'agreement among raft nodes before linearized reading' (duration: 156.704287ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:03.034606Z","caller":"traceutil/trace.go:171","msg":"trace[1299603692] transaction","detail":"{read_only:false; response_revision:20429; number_of_response:1; }","duration":"233.837238ms","start":"2026-03-02T17:30:02.800738Z","end":"2026-03-02T17:30:03.034576Z","steps":["trace[1299603692] 'process raft request' (duration: 233.663754ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:03.037587Z","caller":"traceutil/trace.go:171","msg":"trace[454652996] linearizableReadLoop","detail":"{readStateIndex:21200; appliedIndex:21199; }","duration":"232.464683ms","start":"2026-03-02T17:30:02.805095Z","end":"2026-03-02T17:30:03.037559Z","steps":["trace[454652996] 'read index received' (duration: 229.757163ms)","trace[454652996] 'applied index is now lower than readState.Index' (duration: 2.7062ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:30:03.037654Z","caller":"traceutil/trace.go:171","msg":"trace[756287732] transaction","detail":"{read_only:false; response_revision:20430; number_of_response:1; }","duration":"235.85879ms","start":"2026-03-02T17:30:02.801772Z","end":"2026-03-02T17:30:03.03763Z","steps":["trace[756287732] 'process raft request' (duration: 235.693426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:30:03.037835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.716329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:30:03.037903Z","caller":"traceutil/trace.go:171","msg":"trace[512168399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20430; }","duration":"232.813162ms","start":"2026-03-02T17:30:02.805068Z","end":"2026-03-02T17:30:03.037881Z","steps":["trace[512168399] 'agreement among raft nodes before linearized reading' (duration: 232.624427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:30:03.038055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.185124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:30:03.038219Z","caller":"traceutil/trace.go:171","msg":"trace[579153835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20430; }","duration":"218.39109ms","start":"2026-03-02T17:30:02.8198Z","end":"2026-03-02T17:30:03.038191Z","steps":["trace[579153835] 'agreement among raft nodes before linearized reading' (duration: 218.008689ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:13.812975Z","caller":"traceutil/trace.go:171","msg":"trace[613490886] transaction","detail":"{read_only:false; response_revision:20499; number_of_response:1; }","duration":"100.468565ms","start":"2026-03-02T17:30:13.712474Z","end":"2026-03-02T17:30:13.812942Z","steps":["trace[613490886] 'process raft request' (duration: 93.362241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:13.81542Z","caller":"traceutil/trace.go:171","msg":"trace[1840080960] transaction","detail":"{read_only:false; response_revision:20501; number_of_response:1; }","duration":"101.152852ms","start":"2026-03-02T17:30:13.714249Z","end":"2026-03-02T17:30:13.815401Z","steps":["trace[1840080960] 'process raft request' (duration: 101.105381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:13.815718Z","caller":"traceutil/trace.go:171","msg":"trace[1255869620] transaction","detail":"{read_only:false; response_revision:20500; number_of_response:1; }","duration":"101.710027ms","start":"2026-03-02T17:30:13.713996Z","end":"2026-03-02T17:30:13.815706Z","steps":["trace[1255869620] 'process raft request' (duration: 101.255126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:30:50.256066Z","caller":"traceutil/trace.go:171","msg":"trace[437985970] transaction","detail":"{read_only:false; response_revision:20933; number_of_response:1; }","duration":"102.949429ms","start":"2026-03-02T17:30:50.153066Z","end":"2026-03-02T17:30:50.256016Z","steps":["trace[437985970] 'process raft request' (duration: 102.638081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:12.332484Z","caller":"traceutil/trace.go:171","msg":"trace[1596017137] linearizableReadLoop","detail":"{readStateIndex:22238; appliedIndex:22237; }","duration":"106.218792ms","start":"2026-03-02T17:32:12.226235Z","end":"2026-03-02T17:32:12.332453Z","steps":["trace[1596017137] 'read index received' (duration: 63.035628ms)","trace[1596017137] 'applied index is now lower than readState.Index' (duration: 43.182174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:32:12.332739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.48156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:32:12.33277Z","caller":"traceutil/trace.go:171","msg":"trace[1655469248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21430; }","duration":"106.558842ms","start":"2026-03-02T17:32:12.226199Z","end":"2026-03-02T17:32:12.332758Z","steps":["trace[1655469248] 'agreement among raft nodes before linearized reading' (duration: 106.393277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:12.332746Z","caller":"traceutil/trace.go:171","msg":"trace[1898134198] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"107.135837ms","start":"2026-03-02T17:32:12.225559Z","end":"2026-03-02T17:32:12.332694Z","steps":["trace[1898134198] 'process raft request' (duration: 63.705565ms)","trace[1898134198] 'compare' (duration: 43.067662ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:32:38.889213Z","caller":"traceutil/trace.go:171","msg":"trace[1030371674] transaction","detail":"{read_only:false; response_revision:21585; number_of_response:1; }","duration":"122.772591ms","start":"2026-03-02T17:32:38.766386Z","end":"2026-03-02T17:32:38.889158Z","steps":["trace[1030371674] 'process raft request' (duration: 27.279035ms)","trace[1030371674] 'compare' (duration: 95.220819ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:32:39.304305Z","caller":"traceutil/trace.go:171","msg":"trace[1587567270] transaction","detail":"{read_only:false; response_revision:21589; number_of_response:1; }","duration":"126.969978ms","start":"2026-03-02T17:32:39.177299Z","end":"2026-03-02T17:32:39.304269Z","steps":["trace[1587567270] 'process raft request' (duration: 126.753573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:39.376294Z","caller":"traceutil/trace.go:171","msg":"trace[1328447939] transaction","detail":"{read_only:false; response_revision:21590; number_of_response:1; }","duration":"188.488648ms","start":"2026-03-02T17:32:39.187775Z","end":"2026-03-02T17:32:39.376264Z","steps":["trace[1328447939] 'process raft request' (duration: 188.244102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:40.353384Z","caller":"traceutil/trace.go:171","msg":"trace[1738807080] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"144.38961ms","start":"2026-03-02T17:32:40.208963Z","end":"2026-03-02T17:32:40.353353Z","steps":["trace[1738807080] 'process raft request' (duration: 144.111722ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:43.156018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19605} {"level":"info","ts":"2026-03-02T17:32:43.251067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19605,"took":"91.421921ms","hash":2834727466,"current-db-size-bytes":43298816,"current-db-size":"43 MB","current-db-size-in-use-bytes":29339648,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T17:32:43.251142Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2834727466,"revision":19605,"compact-revision":17496} {"level":"info","ts":"2026-03-02T17:32:52.55563Z","caller":"traceutil/trace.go:171","msg":"trace[385795675] linearizableReadLoop","detail":"{readStateIndex:22497; appliedIndex:22496; }","duration":"103.763839ms","start":"2026-03-02T17:32:52.451841Z","end":"2026-03-02T17:32:52.555605Z","steps":["trace[385795675] 'read index received' (duration: 103.537024ms)","trace[385795675] 'applied index is now lower than readState.Index' (duration: 225.755µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:32:52.556294Z","caller":"traceutil/trace.go:171","msg":"trace[645349021] transaction","detail":"{read_only:false; response_revision:21679; number_of_response:1; }","duration":"126.415174ms","start":"2026-03-02T17:32:52.429864Z","end":"2026-03-02T17:32:52.556279Z","steps":["trace[645349021] 'process raft request' (duration: 125.587052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:52.566789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.931758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:32:52.566863Z","caller":"traceutil/trace.go:171","msg":"trace[1352121681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21679; }","duration":"115.05254ms","start":"2026-03-02T17:32:52.451794Z","end":"2026-03-02T17:32:52.566846Z","steps":["trace[1352121681] 'agreement among raft nodes before linearized reading' (duration: 104.861698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:53.279357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.055392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:32:53.279451Z","caller":"traceutil/trace.go:171","msg":"trace[1028171488] linearizableReadLoop","detail":"{readStateIndex:22498; appliedIndex:22497; }","duration":"706.337071ms","start":"2026-03-02T17:32:52.573101Z","end":"2026-03-02T17:32:53.279438Z","steps":["trace[1028171488] 'read index received' (duration: 153.014442ms)","trace[1028171488] 'applied index is now lower than readState.Index' (duration: 553.321329ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:32:53.279758Z","caller":"traceutil/trace.go:171","msg":"trace[1596209103] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"716.509623ms","start":"2026-03-02T17:32:52.563199Z","end":"2026-03-02T17:32:53.279709Z","steps":["trace[1596209103] 'process raft request' (duration: 163.036711ms)","trace[1596209103] 'compare' (duration: 552.419296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:32:53.279939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:52.563169Z","time spent":"716.679218ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:32:53.280444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.313915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:32:53.280492Z","caller":"traceutil/trace.go:171","msg":"trace[806874200] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21680; }","duration":"707.410469ms","start":"2026-03-02T17:32:52.573069Z","end":"2026-03-02T17:32:53.280479Z","steps":["trace[806874200] 'agreement among raft nodes before linearized reading' (duration: 706.622188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:53.280535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:52.573052Z","time spent":"707.4757ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:32:55.436627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.385359Z","time spent":"1.051258428s","remote":"127.0.0.1:52686","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:32:55.438791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903340101s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:32:55.438904Z","caller":"traceutil/trace.go:171","msg":"trace[2010809433] linearizableReadLoop","detail":"{readStateIndex:22499; appliedIndex:22498; }","duration":"2.159415985s","start":"2026-03-02T17:32:53.279471Z","end":"2026-03-02T17:32:55.438887Z","steps":["trace[2010809433] 'read index received' (duration: 255.97651ms)","trace[2010809433] 'applied index is now lower than readState.Index' (duration: 1.903437985s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:32:55.438946Z","caller":"traceutil/trace.go:171","msg":"trace[1574895431] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"2.56309624s","start":"2026-03-02T17:32:52.875796Z","end":"2026-03-02T17:32:55.438892Z","steps":["trace[1574895431] 'process raft request' (duration: 659.556313ms)","trace[1574895431] 'compare' (duration: 1.901845713s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:32:55.439043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.54878234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:32:55.439074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261025229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:32:55.43909Z","caller":"traceutil/trace.go:171","msg":"trace[1109370619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21681; }","duration":"2.548871863s","start":"2026-03-02T17:32:52.890202Z","end":"2026-03-02T17:32:55.439074Z","steps":["trace[1109370619] 'agreement among raft nodes before linearized reading' (duration: 2.548702529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.439076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.740567243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:32:55.439122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:52.890178Z","time spent":"2.548937355s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:32:55.439101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736933289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:32:55.439148Z","caller":"traceutil/trace.go:171","msg":"trace[63488052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21681; }","duration":"2.740695226s","start":"2026-03-02T17:32:52.698437Z","end":"2026-03-02T17:32:55.439132Z","steps":["trace[63488052] 'agreement among raft nodes before linearized reading' (duration: 2.740518192s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.439144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.336473817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T17:32:55.439171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:52.875765Z","time spent":"2.563311736s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:32:55.439235Z","caller":"traceutil/trace.go:171","msg":"trace[1034361169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21681; }","duration":"2.336625942s","start":"2026-03-02T17:32:53.10259Z","end":"2026-03-02T17:32:55.439216Z","steps":["trace[1034361169] 'agreement among raft nodes before linearized reading' (duration: 2.336312064s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.43918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:52.698215Z","time spent":"2.740957833s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:32:55.439281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:53.102566Z","time spent":"2.336707294s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:32:55.439188Z","caller":"traceutil/trace.go:171","msg":"trace[874414602] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21681; }","duration":"2.737065933s","start":"2026-03-02T17:32:52.702089Z","end":"2026-03-02T17:32:55.439155Z","steps":["trace[874414602] 'agreement among raft nodes before linearized reading' (duration: 2.736816167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.439433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:52.702052Z","time spent":"2.73736649s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T17:32:55.439122Z","caller":"traceutil/trace.go:171","msg":"trace[727231653] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21681; }","duration":"2.261111071s","start":"2026-03-02T17:32:53.177997Z","end":"2026-03-02T17:32:55.439108Z","steps":["trace[727231653] 'agreement among raft nodes before linearized reading' (duration: 2.260912167s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.439518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:53.177977Z","time spent":"2.261525111s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:32:55.507476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443283622s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:32:55.507824Z","caller":"traceutil/trace.go:171","msg":"trace[2081476919] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"1.443792174s","start":"2026-03-02T17:32:54.064015Z","end":"2026-03-02T17:32:55.507807Z","steps":["trace[2081476919] 'process raft request' (duration: 1.443674322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.508069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.063986Z","time spent":"1.443927688s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:32:55.685915Z","caller":"traceutil/trace.go:171","msg":"trace[1770532936] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"1.548893539s","start":"2026-03-02T17:32:54.136953Z","end":"2026-03-02T17:32:55.685847Z","steps":["trace[1770532936] 'process raft request' (duration: 1.548109899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.686091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.136921Z","time spent":"1.549081374s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:32:55.703486Z","caller":"traceutil/trace.go:171","msg":"trace[1146244909] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"1.507429619s","start":"2026-03-02T17:32:54.196031Z","end":"2026-03-02T17:32:55.703461Z","steps":["trace[1146244909] 'process raft request' (duration: 1.507254194s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.703642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.196006Z","time spent":"1.507566642s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:32:55.703686Z","caller":"traceutil/trace.go:171","msg":"trace[574543655] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"1.201845347s","start":"2026-03-02T17:32:54.501825Z","end":"2026-03-02T17:32:55.70367Z","steps":["trace[574543655] 'process raft request' (duration: 1.201585859s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.703763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.501792Z","time spent":"1.201928369s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:32:55.703761Z","caller":"traceutil/trace.go:171","msg":"trace[1285758321] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"257.471479ms","start":"2026-03-02T17:32:55.446266Z","end":"2026-03-02T17:32:55.703737Z","steps":["trace[1285758321] 'process raft request' (duration: 257.398147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:55.703834Z","caller":"traceutil/trace.go:171","msg":"trace[890199103] linearizableReadLoop","detail":"{readStateIndex:22504; appliedIndex:22500; }","duration":"264.89517ms","start":"2026-03-02T17:32:55.438926Z","end":"2026-03-02T17:32:55.703821Z","steps":["trace[890199103] 'read index received' (duration: 69.469324ms)","trace[890199103] 'applied index is now lower than readState.Index' (duration: 195.425106ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:32:55.70385Z","caller":"traceutil/trace.go:171","msg":"trace[1186698174] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"258.593628ms","start":"2026-03-02T17:32:55.445245Z","end":"2026-03-02T17:32:55.703838Z","steps":["trace[1186698174] 'process raft request' (duration: 258.330001ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:55.703926Z","caller":"traceutil/trace.go:171","msg":"trace[1746963158] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"257.599593ms","start":"2026-03-02T17:32:55.446317Z","end":"2026-03-02T17:32:55.703917Z","steps":["trace[1746963158] 'process raft request' (duration: 257.383367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240085404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:32:55.704077Z","caller":"traceutil/trace.go:171","msg":"trace[187705298] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"256.707098ms","start":"2026-03-02T17:32:55.447362Z","end":"2026-03-02T17:32:55.704069Z","steps":["trace[187705298] 'process raft request' (duration: 256.409831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372397591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:32:55.704166Z","caller":"traceutil/trace.go:171","msg":"trace[1859673382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21689; }","duration":"1.372475912s","start":"2026-03-02T17:32:54.331678Z","end":"2026-03-02T17:32:55.704154Z","steps":["trace[1859673382] 'agreement among raft nodes before linearized reading' (duration: 1.372416081s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.7042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.331653Z","time spent":"1.372535205s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:32:55.704236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.703459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:32:55.704261Z","caller":"traceutil/trace.go:171","msg":"trace[112856789] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21689; }","duration":"704.75708ms","start":"2026-03-02T17:32:54.999497Z","end":"2026-03-02T17:32:55.704254Z","steps":["trace[112856789] 'agreement among raft nodes before linearized reading' (duration: 704.712059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:55.704077Z","caller":"traceutil/trace.go:171","msg":"trace[1952696364] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21689; }","duration":"1.240158195s","start":"2026-03-02T17:32:54.463908Z","end":"2026-03-02T17:32:55.704066Z","steps":["trace[1952696364] 'agreement among raft nodes before linearized reading' (duration: 1.240085294s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.999474Z","time spent":"704.802531ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:32:55.704301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.463891Z","time spent":"1.240399673s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:32:55.704312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.200404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T17:32:55.704351Z","caller":"traceutil/trace.go:171","msg":"trace[785144631] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521; range_end:; response_count:1; response_revision:21689; }","duration":"259.280336ms","start":"2026-03-02T17:32:55.445059Z","end":"2026-03-02T17:32:55.704339Z","steps":["trace[785144631] 'agreement among raft nodes before linearized reading' (duration: 259.166953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.800946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:32:55.704433Z","caller":"traceutil/trace.go:171","msg":"trace[1852765543] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21689; }","duration":"358.857217ms","start":"2026-03-02T17:32:55.34557Z","end":"2026-03-02T17:32:55.704428Z","steps":["trace[1852765543] 'agreement among raft nodes before linearized reading' (duration: 358.822106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:55.345549Z","time spent":"358.897269ms","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:32:55.704519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759906708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:32:55.704527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.788601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:32:55.704576Z","caller":"traceutil/trace.go:171","msg":"trace[657333546] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21689; }","duration":"1.759996611s","start":"2026-03-02T17:32:53.944543Z","end":"2026-03-02T17:32:55.70454Z","steps":["trace[657333546] 'agreement among raft nodes before linearized reading' (duration: 1.759943059s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:32:55.704584Z","caller":"traceutil/trace.go:171","msg":"trace[2044459118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21689; }","duration":"421.873055ms","start":"2026-03-02T17:32:55.282702Z","end":"2026-03-02T17:32:55.704575Z","steps":["trace[2044459118] 'agreement among raft nodes before linearized reading' (duration: 421.761132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:55.282683Z","time spent":"421.918576ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:32:55.704048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.818296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:32:55.704685Z","caller":"traceutil/trace.go:171","msg":"trace[1467844468] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21689; }","duration":"795.474242ms","start":"2026-03-02T17:32:54.909193Z","end":"2026-03-02T17:32:55.704667Z","steps":["trace[1467844468] 'agreement among raft nodes before linearized reading' (duration: 794.757403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:32:55.704608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:53.944524Z","time spent":"1.760073552s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:32:55.704751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:32:54.909174Z","time spent":"795.560795ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:32:55.704958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.439229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:30 size:262274"} {"level":"info","ts":"2026-03-02T17:32:55.704992Z","caller":"traceutil/trace.go:171","msg":"trace[1070422924] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:30; response_revision:21689; }","duration":"197.501081ms","start":"2026-03-02T17:32:55.507482Z","end":"2026-03-02T17:32:55.704983Z","steps":["trace[1070422924] 'agreement among raft nodes before linearized reading' (duration: 197.142761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:33:50.073523Z","caller":"traceutil/trace.go:171","msg":"trace[959722279] transaction","detail":"{read_only:false; response_revision:22083; number_of_response:1; }","duration":"166.205806ms","start":"2026-03-02T17:33:49.907297Z","end":"2026-03-02T17:33:50.073503Z","steps":["trace[959722279] 'process raft request' (duration: 165.862427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:33:50.080012Z","caller":"traceutil/trace.go:171","msg":"trace[657232958] transaction","detail":"{read_only:false; response_revision:22085; number_of_response:1; }","duration":"129.981369ms","start":"2026-03-02T17:33:49.950005Z","end":"2026-03-02T17:33:50.079986Z","steps":["trace[657232958] 'process raft request' (duration: 129.936588ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:33:50.080089Z","caller":"traceutil/trace.go:171","msg":"trace[1849301438] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"133.292884ms","start":"2026-03-02T17:33:49.946771Z","end":"2026-03-02T17:33:50.080064Z","steps":["trace[1849301438] 'process raft request' (duration: 133.045358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:33:54.676675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.795652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/keypairs.openstack.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:33:54.676758Z","caller":"traceutil/trace.go:171","msg":"trace[255799511] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/keypairs.openstack.k-orc.cloud; range_end:; response_count:0; response_revision:22126; }","duration":"149.920534ms","start":"2026-03-02T17:33:54.526819Z","end":"2026-03-02T17:33:54.67674Z","steps":["trace[255799511] 'range keys from in-memory index tree' (duration: 149.710289ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:33:54.676942Z","caller":"traceutil/trace.go:171","msg":"trace[1382978527] transaction","detail":"{read_only:false; response_revision:22127; number_of_response:1; }","duration":"149.481243ms","start":"2026-03-02T17:33:54.527432Z","end":"2026-03-02T17:33:54.676913Z","steps":["trace[1382978527] 'process raft request' (duration: 144.145775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:00.23194Z","caller":"traceutil/trace.go:171","msg":"trace[187330857] transaction","detail":"{read_only:false; response_revision:22226; number_of_response:1; }","duration":"102.851948ms","start":"2026-03-02T17:34:00.129055Z","end":"2026-03-02T17:34:00.231907Z","steps":["trace[187330857] 'process raft request' (duration: 83.691312ms)","trace[187330857] 'compare' (duration: 18.896118ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:00.232232Z","caller":"traceutil/trace.go:171","msg":"trace[651510049] transaction","detail":"{read_only:false; response_revision:22227; number_of_response:1; }","duration":"101.989276ms","start":"2026-03-02T17:34:00.130219Z","end":"2026-03-02T17:34:00.232208Z","steps":["trace[651510049] 'process raft request' (duration: 101.612446ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:01.846474Z","caller":"traceutil/trace.go:171","msg":"trace[972177746] transaction","detail":"{read_only:false; response_revision:22324; number_of_response:1; }","duration":"109.811268ms","start":"2026-03-02T17:34:01.736627Z","end":"2026-03-02T17:34:01.846438Z","steps":["trace[972177746] 'process raft request' (duration: 61.980171ms)","trace[972177746] 'compare' (duration: 47.674013ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:01.847006Z","caller":"traceutil/trace.go:171","msg":"trace[319558173] linearizableReadLoop","detail":"{readStateIndex:23165; appliedIndex:23163; }","duration":"106.129583ms","start":"2026-03-02T17:34:01.740846Z","end":"2026-03-02T17:34:01.846976Z","steps":["trace[319558173] 'read index received' (duration: 58.173263ms)","trace[319558173] 'applied index is now lower than readState.Index' (duration: 47.95511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:01.847384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.505092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io\" ","response":"range_response_count:1 size:108339"} {"level":"info","ts":"2026-03-02T17:34:01.847425Z","caller":"traceutil/trace.go:171","msg":"trace[826642432] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clusterclasses.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22325; }","duration":"106.613684ms","start":"2026-03-02T17:34:01.740798Z","end":"2026-03-02T17:34:01.847411Z","steps":["trace[826642432] 'agreement among raft nodes before linearized reading' (duration: 106.294407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:01.847592Z","caller":"traceutil/trace.go:171","msg":"trace[868617493] transaction","detail":"{read_only:false; response_revision:22325; number_of_response:1; }","duration":"110.055494ms","start":"2026-03-02T17:34:01.737447Z","end":"2026-03-02T17:34:01.847502Z","steps":["trace[868617493] 'process raft request' (duration: 109.321795ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:10.503119Z","caller":"traceutil/trace.go:171","msg":"trace[848050596] transaction","detail":"{read_only:false; response_revision:22648; number_of_response:1; }","duration":"117.511876ms","start":"2026-03-02T17:34:10.385576Z","end":"2026-03-02T17:34:10.503088Z","steps":["trace[848050596] 'process raft request' (duration: 104.352936ms)","trace[848050596] 'compare' (duration: 12.962575ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:10.503363Z","caller":"traceutil/trace.go:171","msg":"trace[299466338] transaction","detail":"{read_only:false; response_revision:22649; number_of_response:1; }","duration":"117.112466ms","start":"2026-03-02T17:34:10.386214Z","end":"2026-03-02T17:34:10.503327Z","steps":["trace[299466338] 'process raft request' (duration: 116.827459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:21.919743Z","caller":"traceutil/trace.go:171","msg":"trace[1303128182] transaction","detail":"{read_only:false; response_revision:22716; number_of_response:1; }","duration":"312.194138ms","start":"2026-03-02T17:34:21.607512Z","end":"2026-03-02T17:34:21.919706Z","steps":["trace[1303128182] 'process raft request' (duration: 310.622197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:21.919811Z","caller":"traceutil/trace.go:171","msg":"trace[1723733756] linearizableReadLoop","detail":"{readStateIndex:23566; appliedIndex:23565; }","duration":"258.621334ms","start":"2026-03-02T17:34:21.661118Z","end":"2026-03-02T17:34:21.919739Z","steps":["trace[1723733756] 'read index received' (duration: 257.062144ms)","trace[1723733756] 'applied index is now lower than readState.Index' (duration: 1.55736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:21.919936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:21.607472Z","time spent":"312.361692ms","remote":"127.0.0.1:41858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108618,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:21.920175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.028964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:34:21.92026Z","caller":"traceutil/trace.go:171","msg":"trace[1529272072] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:22717; }","duration":"259.193298ms","start":"2026-03-02T17:34:21.661046Z","end":"2026-03-02T17:34:21.920239Z","steps":["trace[1529272072] 'agreement among raft nodes before linearized reading' (duration: 258.798017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:28.989275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837252996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:34:29.489575Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837252996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:34:29.990644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837252996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:34:30.491763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837252996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:34:30.992304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837252996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:34:31.154508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.701141435s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:34:31.155001Z","caller":"traceutil/trace.go:171","msg":"trace[1861889854] transaction","detail":"{read_only:false; response_revision:22843; number_of_response:1; }","duration":"2.70170543s","start":"2026-03-02T17:34:28.453273Z","end":"2026-03-02T17:34:31.154978Z","steps":["trace[1861889854] 'process raft request' (duration: 2.701541196s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.155148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.453261Z","time spent":"2.701809363s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:31.173279Z","caller":"traceutil/trace.go:171","msg":"trace[71799471] linearizableReadLoop","detail":"{readStateIndex:23700; appliedIndex:23693; }","duration":"2.684910097s","start":"2026-03-02T17:34:28.488334Z","end":"2026-03-02T17:34:31.173244Z","steps":["trace[71799471] 'read index received' (duration: 2.666450589s)","trace[71799471] 'applied index is now lower than readState.Index' (duration: 18.457858ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:31.17356Z","caller":"traceutil/trace.go:171","msg":"trace[22689093] transaction","detail":"{read_only:false; response_revision:22846; number_of_response:1; }","duration":"1.764442049s","start":"2026-03-02T17:34:29.409078Z","end":"2026-03-02T17:34:31.17352Z","steps":["trace[22689093] 'process raft request' (duration: 1.763961146s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.173592Z","caller":"traceutil/trace.go:171","msg":"trace[896323591] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"897.873733ms","start":"2026-03-02T17:34:30.275706Z","end":"2026-03-02T17:34:31.17358Z","steps":["trace[896323591] 'process raft request' (duration: 897.480512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.173669Z","caller":"traceutil/trace.go:171","msg":"trace[1827969854] transaction","detail":"{read_only:false; response_revision:22847; number_of_response:1; }","duration":"1.227566494s","start":"2026-03-02T17:34:29.946095Z","end":"2026-03-02T17:34:31.173661Z","steps":["trace[1827969854] 'process raft request' (duration: 1.227001109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.173781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:30.275638Z","time spent":"898.032208ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:31.173818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.946053Z","time spent":"1.227668916s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:31.173796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.409051Z","time spent":"1.764598732s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:31.173594Z","caller":"traceutil/trace.go:171","msg":"trace[1295547330] transaction","detail":"{read_only:false; response_revision:22848; number_of_response:1; }","duration":"1.027935304s","start":"2026-03-02T17:34:30.14562Z","end":"2026-03-02T17:34:31.173556Z","steps":["trace[1295547330] 'process raft request' (duration: 1.027526553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.850712848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:31.174052Z","caller":"traceutil/trace.go:171","msg":"trace[1495255468] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:22849; }","duration":"1.85078449s","start":"2026-03-02T17:34:29.323257Z","end":"2026-03-02T17:34:31.174042Z","steps":["trace[1495255468] 'agreement among raft nodes before linearized reading' (duration: 1.850718719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.685669407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:34:31.174078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.323229Z","time spent":"1.850843842s","remote":"127.0.0.1:49634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:31.174099Z","caller":"traceutil/trace.go:171","msg":"trace[1859062468] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22849; }","duration":"2.685791099s","start":"2026-03-02T17:34:28.48829Z","end":"2026-03-02T17:34:31.174081Z","steps":["trace[1859062468] 'agreement among raft nodes before linearized reading' (duration: 2.685020079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439620244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-02T17:34:31.174113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:30.145586Z","time spent":"1.028431998s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:31.174178Z","caller":"traceutil/trace.go:171","msg":"trace[834006363] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:22849; }","duration":"1.439688056s","start":"2026-03-02T17:34:29.734481Z","end":"2026-03-02T17:34:31.174169Z","steps":["trace[834006363] 'agreement among raft nodes before linearized reading' (duration: 1.439535803s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.174192Z","caller":"traceutil/trace.go:171","msg":"trace[864340160] transaction","detail":"{read_only:false; response_revision:22844; number_of_response:1; }","duration":"2.705469618s","start":"2026-03-02T17:34:28.468713Z","end":"2026-03-02T17:34:31.174183Z","steps":["trace[864340160] 'process raft request' (duration: 2.704084522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.73446Z","time spent":"1.439736038s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T17:34:31.174142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.48827Z","time spent":"2.685863971s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:34:31.174275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.468682Z","time spent":"2.705528049s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:34:31.174396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553386624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T17:34:31.174406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721877948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:31.174447Z","caller":"traceutil/trace.go:171","msg":"trace[1519611407] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:22849; }","duration":"1.553494097s","start":"2026-03-02T17:34:29.620936Z","end":"2026-03-02T17:34:31.17443Z","steps":["trace[1519611407] 'agreement among raft nodes before linearized reading' (duration: 1.553161749s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.174461Z","caller":"traceutil/trace.go:171","msg":"trace[548918497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22849; }","duration":"1.72196003s","start":"2026-03-02T17:34:29.452491Z","end":"2026-03-02T17:34:31.174451Z","steps":["trace[548918497] 'agreement among raft nodes before linearized reading' (duration: 1.721871238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.221491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-02T17:34:31.174485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.620911Z","time spent":"1.553565729s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":215,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:31.17449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.452468Z","time spent":"1.722015281s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:34:31.174501Z","caller":"traceutil/trace.go:171","msg":"trace[1811185401] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22849; }","duration":"951.288093ms","start":"2026-03-02T17:34:30.223204Z","end":"2026-03-02T17:34:31.174492Z","steps":["trace[1811185401] 'agreement among raft nodes before linearized reading' (duration: 951.207001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524289102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-03-02T17:34:31.174527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:30.223179Z","time spent":"951.342956ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T17:34:31.174555Z","caller":"traceutil/trace.go:171","msg":"trace[605578470] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:22849; }","duration":"1.524393014s","start":"2026-03-02T17:34:29.650143Z","end":"2026-03-02T17:34:31.174536Z","steps":["trace[605578470] 'agreement among raft nodes before linearized reading' (duration: 1.524183719s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.650099Z","time spent":"1.524486376s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T17:34:31.174635Z","caller":"traceutil/trace.go:171","msg":"trace[3682344] transaction","detail":"{read_only:false; response_revision:22845; number_of_response:1; }","duration":"1.8917939s","start":"2026-03-02T17:34:29.282831Z","end":"2026-03-02T17:34:31.174625Z","steps":["trace[3682344] 'process raft request' (duration: 1.890136157s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030974533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"warn","ts":"2026-03-02T17:34:31.174687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.2828Z","time spent":"1.891858862s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:34:31.174694Z","caller":"traceutil/trace.go:171","msg":"trace[1751528303] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22849; }","duration":"1.031044906s","start":"2026-03-02T17:34:30.143638Z","end":"2026-03-02T17:34:31.174683Z","steps":["trace[1751528303] 'agreement among raft nodes before linearized reading' (duration: 1.030950403s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:30.143611Z","time spent":"1.031143338s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5162,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:34:31.174922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.55700492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:34:31.17495Z","caller":"traceutil/trace.go:171","msg":"trace[1741912608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22849; }","duration":"2.557067572s","start":"2026-03-02T17:34:28.617873Z","end":"2026-03-02T17:34:31.17494Z","steps":["trace[1741912608] 'agreement among raft nodes before linearized reading' (duration: 2.55698886s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.174973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.379616826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:31.175041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961710236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:31.174971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.617851Z","time spent":"2.557114394s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:34:31.175065Z","caller":"traceutil/trace.go:171","msg":"trace[1315454563] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:22849; }","duration":"2.3797592s","start":"2026-03-02T17:34:28.79529Z","end":"2026-03-02T17:34:31.17505Z","steps":["trace[1315454563] 'agreement among raft nodes before linearized reading' (duration: 2.379553065s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:31.1751Z","caller":"traceutil/trace.go:171","msg":"trace[832310058] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:22849; }","duration":"1.961807889s","start":"2026-03-02T17:34:29.213284Z","end":"2026-03-02T17:34:31.175092Z","steps":["trace[832310058] 'agreement among raft nodes before linearized reading' (duration: 1.961724117s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.175109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.795266Z","time spent":"2.379829942s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:31.175117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467569188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T17:34:31.175127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.213259Z","time spent":"1.96186039s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:34:31.175124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6386525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:34:31.175145Z","caller":"traceutil/trace.go:171","msg":"trace[1577373413] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:22849; }","duration":"2.4676337s","start":"2026-03-02T17:34:28.707504Z","end":"2026-03-02T17:34:31.175138Z","steps":["trace[1577373413] 'agreement among raft nodes before linearized reading' (duration: 2.467531457s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.175126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03462599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:34:31.175167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.707484Z","time spent":"2.467678591s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:34:31.175167Z","caller":"traceutil/trace.go:171","msg":"trace[1371345465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22849; }","duration":"2.638701831s","start":"2026-03-02T17:34:28.536454Z","end":"2026-03-02T17:34:31.175156Z","steps":["trace[1371345465] 'agreement among raft nodes before linearized reading' (duration: 2.638567058s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.175007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002351637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:34:31.175201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.536402Z","time spent":"2.638792444s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:34:31.180477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566927988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:34:31.180647Z","caller":"traceutil/trace.go:171","msg":"trace[723046590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22849; }","duration":"2.567132223s","start":"2026-03-02T17:34:28.61349Z","end":"2026-03-02T17:34:31.180622Z","steps":["trace[723046590] 'agreement among raft nodes before linearized reading' (duration: 2.561373984s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.180719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.613469Z","time spent":"2.567235805s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:34:31.17393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.681622581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:34:31.180953Z","caller":"traceutil/trace.go:171","msg":"trace[21225419] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22849; }","duration":"2.688679363s","start":"2026-03-02T17:34:28.492253Z","end":"2026-03-02T17:34:31.180933Z","steps":["trace[21225419] 'agreement among raft nodes before linearized reading' (duration: 2.681424735s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.181013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:28.492244Z","time spent":"2.688741466s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:34:31.181517Z","caller":"traceutil/trace.go:171","msg":"trace[695184100] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:22849; }","duration":"2.034747703s","start":"2026-03-02T17:34:29.140428Z","end":"2026-03-02T17:34:31.175176Z","steps":["trace[695184100] 'agreement among raft nodes before linearized reading' (duration: 2.034593589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.181593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.140352Z","time spent":"2.0412199s","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:31.182804Z","caller":"traceutil/trace.go:171","msg":"trace[1440901044] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:22849; }","duration":"2.002593592s","start":"2026-03-02T17:34:29.172609Z","end":"2026-03-02T17:34:31.175203Z","steps":["trace[1440901044] 'agreement among raft nodes before linearized reading' (duration: 2.002355277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:31.182894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:34:29.17259Z","time spent":"2.01027291s","remote":"127.0.0.1:52542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:34:41.329019Z","caller":"traceutil/trace.go:171","msg":"trace[784588352] transaction","detail":"{read_only:false; response_revision:22933; number_of_response:1; }","duration":"138.514369ms","start":"2026-03-02T17:34:41.19048Z","end":"2026-03-02T17:34:41.328994Z","steps":["trace[784588352] 'process raft request' (duration: 138.19374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.461976Z","caller":"traceutil/trace.go:171","msg":"trace[1180593932] transaction","detail":"{read_only:false; response_revision:22935; number_of_response:1; }","duration":"253.459941ms","start":"2026-03-02T17:34:41.208493Z","end":"2026-03-02T17:34:41.461953Z","steps":["trace[1180593932] 'process raft request' (duration: 253.383239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.46199Z","caller":"traceutil/trace.go:171","msg":"trace[526392284] transaction","detail":"{read_only:false; response_revision:22934; number_of_response:1; }","duration":"266.851717ms","start":"2026-03-02T17:34:41.195097Z","end":"2026-03-02T17:34:41.461949Z","steps":["trace[526392284] 'process raft request' (duration: 228.145086ms)","trace[526392284] 'compare' (duration: 38.463194ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:41.462273Z","caller":"traceutil/trace.go:171","msg":"trace[1107023863] transaction","detail":"{read_only:false; response_revision:22936; number_of_response:1; }","duration":"253.643055ms","start":"2026-03-02T17:34:41.208606Z","end":"2026-03-02T17:34:41.462249Z","steps":["trace[1107023863] 'process raft request' (duration: 253.316837ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.4626Z","caller":"traceutil/trace.go:171","msg":"trace[259033482] linearizableReadLoop","detail":"{readStateIndex:23794; appliedIndex:23787; }","duration":"226.672148ms","start":"2026-03-02T17:34:41.23591Z","end":"2026-03-02T17:34:41.462582Z","steps":["trace[259033482] 'read index received' (duration: 92.816008ms)","trace[259033482] 'applied index is now lower than readState.Index' (duration: 133.85509ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:41.462602Z","caller":"traceutil/trace.go:171","msg":"trace[237941285] transaction","detail":"{read_only:false; response_revision:22939; number_of_response:1; }","duration":"246.419808ms","start":"2026-03-02T17:34:41.216166Z","end":"2026-03-02T17:34:41.462586Z","steps":["trace[237941285] 'process raft request' (duration: 246.360397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.462634Z","caller":"traceutil/trace.go:171","msg":"trace[1018593198] transaction","detail":"{read_only:false; response_revision:22938; number_of_response:1; }","duration":"246.48538ms","start":"2026-03-02T17:34:41.216141Z","end":"2026-03-02T17:34:41.462626Z","steps":["trace[1018593198] 'process raft request' (duration: 246.220953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:41.462793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.379795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T17:34:41.462804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.081325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:34:41.462819Z","caller":"traceutil/trace.go:171","msg":"trace[58078994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22939; }","duration":"184.434857ms","start":"2026-03-02T17:34:41.278376Z","end":"2026-03-02T17:34:41.462811Z","steps":["trace[58078994] 'agreement among raft nodes before linearized reading' (duration: 184.320124ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.462838Z","caller":"traceutil/trace.go:171","msg":"trace[458407901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22939; }","duration":"199.169078ms","start":"2026-03-02T17:34:41.263657Z","end":"2026-03-02T17:34:41.462826Z","steps":["trace[458407901] 'agreement among raft nodes before linearized reading' (duration: 199.041305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:41.462857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.935094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T17:34:41.462856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.865929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:34:41.46244Z","caller":"traceutil/trace.go:171","msg":"trace[1744177915] transaction","detail":"{read_only:false; response_revision:22937; number_of_response:1; }","duration":"252.779942ms","start":"2026-03-02T17:34:41.209648Z","end":"2026-03-02T17:34:41.462428Z","steps":["trace[1744177915] 'process raft request' (duration: 252.423174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:41.462922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.194787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:34:41.463053Z","caller":"traceutil/trace.go:171","msg":"trace[1300326203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22939; }","duration":"199.353161ms","start":"2026-03-02T17:34:41.263689Z","end":"2026-03-02T17:34:41.463042Z","steps":["trace[1300326203] 'agreement among raft nodes before linearized reading' (duration: 199.180307ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.462936Z","caller":"traceutil/trace.go:171","msg":"trace[438449843] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22939; }","duration":"198.968682ms","start":"2026-03-02T17:34:41.263954Z","end":"2026-03-02T17:34:41.462923Z","steps":["trace[438449843] 'agreement among raft nodes before linearized reading' (duration: 198.763337ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.462939Z","caller":"traceutil/trace.go:171","msg":"trace[1495388440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22939; }","duration":"227.074668ms","start":"2026-03-02T17:34:41.235842Z","end":"2026-03-02T17:34:41.462916Z","steps":["trace[1495388440] 'agreement among raft nodes before linearized reading' (duration: 226.841082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.713658Z","caller":"traceutil/trace.go:171","msg":"trace[397348208] transaction","detail":"{read_only:false; response_revision:22940; number_of_response:1; }","duration":"247.082575ms","start":"2026-03-02T17:34:41.466521Z","end":"2026-03-02T17:34:41.713604Z","steps":["trace[397348208] 'process raft request' (duration: 153.534448ms)","trace[397348208] 'compare' (duration: 93.000293ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:41.714056Z","caller":"traceutil/trace.go:171","msg":"trace[1350369904] transaction","detail":"{read_only:false; response_revision:22941; number_of_response:1; }","duration":"247.180848ms","start":"2026-03-02T17:34:41.466848Z","end":"2026-03-02T17:34:41.714029Z","steps":["trace[1350369904] 'process raft request' (duration: 246.574142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.714264Z","caller":"traceutil/trace.go:171","msg":"trace[618504518] transaction","detail":"{read_only:false; response_revision:22942; number_of_response:1; }","duration":"247.363052ms","start":"2026-03-02T17:34:41.46689Z","end":"2026-03-02T17:34:41.714253Z","steps":["trace[618504518] 'process raft request' (duration: 246.592303ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.714456Z","caller":"traceutil/trace.go:171","msg":"trace[140992475] transaction","detail":"{read_only:false; response_revision:22943; number_of_response:1; }","duration":"247.279481ms","start":"2026-03-02T17:34:41.467146Z","end":"2026-03-02T17:34:41.714425Z","steps":["trace[140992475] 'process raft request' (duration: 246.403688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:41.714456Z","caller":"traceutil/trace.go:171","msg":"trace[1054818322] transaction","detail":"{read_only:false; response_revision:22944; number_of_response:1; }","duration":"247.057185ms","start":"2026-03-02T17:34:41.46737Z","end":"2026-03-02T17:34:41.714427Z","steps":["trace[1054818322] 'process raft request' (duration: 246.249714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:42.636951Z","caller":"traceutil/trace.go:171","msg":"trace[136196302] transaction","detail":"{read_only:false; response_revision:22959; number_of_response:1; }","duration":"119.817577ms","start":"2026-03-02T17:34:42.517109Z","end":"2026-03-02T17:34:42.636927Z","steps":["trace[136196302] 'process raft request' (duration: 119.628642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:43.558197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.040741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:34:43.558238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.819318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:43.558268Z","caller":"traceutil/trace.go:171","msg":"trace[1723608435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22961; }","duration":"106.146644ms","start":"2026-03-02T17:34:43.452106Z","end":"2026-03-02T17:34:43.558252Z","steps":["trace[1723608435] 'range keys from in-memory index tree' (duration: 105.924626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.558277Z","caller":"traceutil/trace.go:171","msg":"trace[818295133] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22961; }","duration":"186.89345ms","start":"2026-03-02T17:34:43.371372Z","end":"2026-03-02T17:34:43.558266Z","steps":["trace[818295133] 'range keys from in-memory index tree' (duration: 186.743907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:43.558505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.81464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:43.558663Z","caller":"traceutil/trace.go:171","msg":"trace[1814374332] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:22961; }","duration":"184.002085ms","start":"2026-03-02T17:34:43.374644Z","end":"2026-03-02T17:34:43.558646Z","steps":["trace[1814374332] 'count revisions from in-memory index tree' (duration: 183.768329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:43.559023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.57378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-cd6qp\" ","response":"range_response_count:1 size:5421"} {"level":"info","ts":"2026-03-02T17:34:43.559189Z","caller":"traceutil/trace.go:171","msg":"trace[1556018748] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-7698bf4999-cd6qp; range_end:; response_count:1; response_revision:22961; }","duration":"172.773354ms","start":"2026-03-02T17:34:43.386381Z","end":"2026-03-02T17:34:43.559155Z","steps":["trace[1556018748] 'range keys from in-memory index tree' (duration: 171.978813ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.601854Z","caller":"traceutil/trace.go:171","msg":"trace[1196328871] transaction","detail":"{read_only:false; response_revision:22963; number_of_response:1; }","duration":"134.641899ms","start":"2026-03-02T17:34:43.467182Z","end":"2026-03-02T17:34:43.601824Z","steps":["trace[1196328871] 'process raft request' (duration: 134.433684ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.60225Z","caller":"traceutil/trace.go:171","msg":"trace[145703442] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"133.990853ms","start":"2026-03-02T17:34:43.468238Z","end":"2026-03-02T17:34:43.602229Z","steps":["trace[145703442] 'process raft request' (duration: 133.84941ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.602271Z","caller":"traceutil/trace.go:171","msg":"trace[302458276] transaction","detail":"{read_only:false; response_revision:22964; number_of_response:1; }","duration":"135.01067ms","start":"2026-03-02T17:34:43.467231Z","end":"2026-03-02T17:34:43.602242Z","steps":["trace[302458276] 'process raft request' (duration: 134.543767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.602241Z","caller":"traceutil/trace.go:171","msg":"trace[1493642252] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"133.810338ms","start":"2026-03-02T17:34:43.468406Z","end":"2026-03-02T17:34:43.602217Z","steps":["trace[1493642252] 'process raft request' (duration: 133.712196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.602331Z","caller":"traceutil/trace.go:171","msg":"trace[956130516] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"134.534656ms","start":"2026-03-02T17:34:43.467738Z","end":"2026-03-02T17:34:43.602273Z","steps":["trace[956130516] 'process raft request' (duration: 134.26175ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:43.72736Z","caller":"traceutil/trace.go:171","msg":"trace[1243197521] linearizableReadLoop","detail":"{readStateIndex:23824; appliedIndex:23823; }","duration":"125.156855ms","start":"2026-03-02T17:34:43.602182Z","end":"2026-03-02T17:34:43.727339Z","steps":["trace[1243197521] 'read index received' (duration: 109.53441ms)","trace[1243197521] 'applied index is now lower than readState.Index' (duration: 15.621565ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:43.727439Z","caller":"traceutil/trace.go:171","msg":"trace[832107165] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"162.731146ms","start":"2026-03-02T17:34:43.564662Z","end":"2026-03-02T17:34:43.727393Z","steps":["trace[832107165] 'process raft request' (duration: 147.160533ms)","trace[832107165] 'compare' (duration: 15.403218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:43.727931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.226547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:34:43.728012Z","caller":"traceutil/trace.go:171","msg":"trace[1218618355] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22968; }","duration":"166.77248ms","start":"2026-03-02T17:34:43.561222Z","end":"2026-03-02T17:34:43.727995Z","steps":["trace[1218618355] 'agreement among raft nodes before linearized reading' (duration: 166.191655ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.765285Z","caller":"traceutil/trace.go:171","msg":"trace[32797313] transaction","detail":"{read_only:false; response_revision:22979; number_of_response:1; }","duration":"156.436902ms","start":"2026-03-02T17:34:45.608826Z","end":"2026-03-02T17:34:45.765263Z","steps":["trace[32797313] 'process raft request' (duration: 118.869452ms)","trace[32797313] 'compare' (duration: 37.381085ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:45.765533Z","caller":"traceutil/trace.go:171","msg":"trace[267236419] transaction","detail":"{read_only:false; response_revision:22980; number_of_response:1; }","duration":"156.563366ms","start":"2026-03-02T17:34:45.608952Z","end":"2026-03-02T17:34:45.765516Z","steps":["trace[267236419] 'process raft request' (duration: 156.270558ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.765818Z","caller":"traceutil/trace.go:171","msg":"trace[1062691164] transaction","detail":"{read_only:false; response_revision:22981; number_of_response:1; }","duration":"155.228671ms","start":"2026-03-02T17:34:45.610582Z","end":"2026-03-02T17:34:45.76581Z","steps":["trace[1062691164] 'process raft request' (duration: 154.863182ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.766028Z","caller":"traceutil/trace.go:171","msg":"trace[1049491358] linearizableReadLoop","detail":"{readStateIndex:23839; appliedIndex:23835; }","duration":"152.312736ms","start":"2026-03-02T17:34:45.613651Z","end":"2026-03-02T17:34:45.765964Z","steps":["trace[1049491358] 'read index received' (duration: 34.293047ms)","trace[1049491358] 'applied index is now lower than readState.Index' (duration: 118.018379ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:45.766074Z","caller":"traceutil/trace.go:171","msg":"trace[247410862] transaction","detail":"{read_only:false; response_revision:22982; number_of_response:1; }","duration":"155.432417ms","start":"2026-03-02T17:34:45.610631Z","end":"2026-03-02T17:34:45.766063Z","steps":["trace[247410862] 'process raft request' (duration: 155.146319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:45.766128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.46637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:34:45.76616Z","caller":"traceutil/trace.go:171","msg":"trace[1305373038] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:22982; }","duration":"152.537722ms","start":"2026-03-02T17:34:45.613611Z","end":"2026-03-02T17:34:45.766149Z","steps":["trace[1305373038] 'agreement among raft nodes before linearized reading' (duration: 152.464651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.93535Z","caller":"traceutil/trace.go:171","msg":"trace[544370693] transaction","detail":"{read_only:false; response_revision:22987; number_of_response:1; }","duration":"157.810248ms","start":"2026-03-02T17:34:45.777511Z","end":"2026-03-02T17:34:45.935321Z","steps":["trace[544370693] 'process raft request' (duration: 157.705775ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.935532Z","caller":"traceutil/trace.go:171","msg":"trace[1474717360] linearizableReadLoop","detail":"{readStateIndex:23845; appliedIndex:23840; }","duration":"139.085844ms","start":"2026-03-02T17:34:45.796432Z","end":"2026-03-02T17:34:45.935518Z","steps":["trace[1474717360] 'read index received' (duration: 67.138945ms)","trace[1474717360] 'applied index is now lower than readState.Index' (duration: 71.945709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:34:45.935708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.262429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-03-02T17:34:45.935737Z","caller":"traceutil/trace.go:171","msg":"trace[1903058838] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:22988; }","duration":"139.331141ms","start":"2026-03-02T17:34:45.796398Z","end":"2026-03-02T17:34:45.935729Z","steps":["trace[1903058838] 'agreement among raft nodes before linearized reading' (duration: 139.166357ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.935723Z","caller":"traceutil/trace.go:171","msg":"trace[1108384913] transaction","detail":"{read_only:false; response_revision:22985; number_of_response:1; }","duration":"160.713654ms","start":"2026-03-02T17:34:45.774984Z","end":"2026-03-02T17:34:45.935698Z","steps":["trace[1108384913] 'process raft request' (duration: 158.544578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.935841Z","caller":"traceutil/trace.go:171","msg":"trace[961662823] transaction","detail":"{read_only:false; response_revision:22986; number_of_response:1; }","duration":"158.342142ms","start":"2026-03-02T17:34:45.777442Z","end":"2026-03-02T17:34:45.935784Z","steps":["trace[961662823] 'process raft request' (duration: 157.700975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:45.935895Z","caller":"traceutil/trace.go:171","msg":"trace[488587440] transaction","detail":"{read_only:false; response_revision:22988; number_of_response:1; }","duration":"142.150184ms","start":"2026-03-02T17:34:45.793705Z","end":"2026-03-02T17:34:45.935855Z","steps":["trace[488587440] 'process raft request' (duration: 141.562308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:46.71558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.034301ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:34:46.963498Z","caller":"traceutil/trace.go:171","msg":"trace[508833210] transaction","detail":"{read_only:false; response_revision:22992; number_of_response:1; }","duration":"147.45109ms","start":"2026-03-02T17:34:46.81602Z","end":"2026-03-02T17:34:46.963472Z","steps":["trace[508833210] 'process raft request' (duration: 109.563792ms)","trace[508833210] 'compare' (duration: 37.083048ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:46.963547Z","caller":"traceutil/trace.go:171","msg":"trace[1365333214] transaction","detail":"{read_only:false; response_revision:22993; number_of_response:1; }","duration":"144.419072ms","start":"2026-03-02T17:34:46.819103Z","end":"2026-03-02T17:34:46.963522Z","steps":["trace[1365333214] 'process raft request' (duration: 144.117224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:47.75818Z","caller":"traceutil/trace.go:171","msg":"trace[2116473192] transaction","detail":"{read_only:false; response_revision:22995; number_of_response:1; }","duration":"122.29775ms","start":"2026-03-02T17:34:47.635824Z","end":"2026-03-02T17:34:47.758121Z","steps":["trace[2116473192] 'process raft request' (duration: 45.066285ms)","trace[2116473192] 'compare' (duration: 77.01619ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:48.044092Z","caller":"traceutil/trace.go:171","msg":"trace[1716938237] transaction","detail":"{read_only:false; response_revision:22997; number_of_response:1; }","duration":"276.102325ms","start":"2026-03-02T17:34:47.767966Z","end":"2026-03-02T17:34:48.044069Z","steps":["trace[1716938237] 'process raft request' (duration: 275.93339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.061022Z","caller":"traceutil/trace.go:171","msg":"trace[1971310250] transaction","detail":"{read_only:false; response_revision:22998; number_of_response:1; }","duration":"290.534939ms","start":"2026-03-02T17:34:47.770458Z","end":"2026-03-02T17:34:48.060993Z","steps":["trace[1971310250] 'process raft request' (duration: 290.21342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.061038Z","caller":"traceutil/trace.go:171","msg":"trace[1917738578] transaction","detail":"{read_only:false; response_revision:23000; number_of_response:1; }","duration":"289.250515ms","start":"2026-03-02T17:34:47.771755Z","end":"2026-03-02T17:34:48.061005Z","steps":["trace[1917738578] 'process raft request' (duration: 289.147322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.061141Z","caller":"traceutil/trace.go:171","msg":"trace[1737924450] transaction","detail":"{read_only:false; response_revision:22999; number_of_response:1; }","duration":"289.756318ms","start":"2026-03-02T17:34:47.771348Z","end":"2026-03-02T17:34:48.061105Z","steps":["trace[1737924450] 'process raft request' (duration: 289.496951ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.061454Z","caller":"traceutil/trace.go:171","msg":"trace[679382959] transaction","detail":"{read_only:false; response_revision:23001; number_of_response:1; }","duration":"288.012603ms","start":"2026-03-02T17:34:47.773434Z","end":"2026-03-02T17:34:48.061447Z","steps":["trace[679382959] 'process raft request' (duration: 287.527871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.0615Z","caller":"traceutil/trace.go:171","msg":"trace[1046131403] linearizableReadLoop","detail":"{readStateIndex:23859; appliedIndex:23854; }","duration":"194.367642ms","start":"2026-03-02T17:34:47.867117Z","end":"2026-03-02T17:34:48.061484Z","steps":["trace[1046131403] 'read index received' (duration: 176.863489ms)","trace[1046131403] 'applied index is now lower than readState.Index' (duration: 17.503223ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:34:48.061524Z","caller":"traceutil/trace.go:171","msg":"trace[793078130] transaction","detail":"{read_only:false; response_revision:23002; number_of_response:1; }","duration":"104.526841ms","start":"2026-03-02T17:34:47.956985Z","end":"2026-03-02T17:34:48.061512Z","steps":["trace[793078130] 'process raft request' (duration: 104.370478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:48.061674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.544018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:34:48.061691Z","caller":"traceutil/trace.go:171","msg":"trace[982859051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23002; }","duration":"194.611239ms","start":"2026-03-02T17:34:47.867075Z","end":"2026-03-02T17:34:48.061686Z","steps":["trace[982859051] 'agreement among raft nodes before linearized reading' (duration: 194.500425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:48.061694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.906871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:34:48.061726Z","caller":"traceutil/trace.go:171","msg":"trace[852252742] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23002; }","duration":"121.980583ms","start":"2026-03-02T17:34:47.939733Z","end":"2026-03-02T17:34:48.061714Z","steps":["trace[852252742] 'agreement among raft nodes before linearized reading' (duration: 121.86629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:48.061742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.200627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:34:48.061793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.206717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:34:48.061783Z","caller":"traceutil/trace.go:171","msg":"trace[148903411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23002; }","duration":"120.258658ms","start":"2026-03-02T17:34:47.941512Z","end":"2026-03-02T17:34:48.061771Z","steps":["trace[148903411] 'agreement among raft nodes before linearized reading' (duration: 120.148065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.061809Z","caller":"traceutil/trace.go:171","msg":"trace[416074160] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23002; }","duration":"120.229667ms","start":"2026-03-02T17:34:47.941573Z","end":"2026-03-02T17:34:48.061802Z","steps":["trace[416074160] 'agreement among raft nodes before linearized reading' (duration: 120.189966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:34:48.061813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.216997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:34:48.061917Z","caller":"traceutil/trace.go:171","msg":"trace[215871269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23002; }","duration":"120.34185ms","start":"2026-03-02T17:34:47.941552Z","end":"2026-03-02T17:34:48.061894Z","steps":["trace[215871269] 'agreement among raft nodes before linearized reading' (duration: 120.099034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.27978Z","caller":"traceutil/trace.go:171","msg":"trace[974008238] transaction","detail":"{read_only:false; response_revision:23003; number_of_response:1; }","duration":"215.775566ms","start":"2026-03-02T17:34:48.06398Z","end":"2026-03-02T17:34:48.279756Z","steps":["trace[974008238] 'process raft request' (duration: 210.91942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.290296Z","caller":"traceutil/trace.go:171","msg":"trace[1075162356] transaction","detail":"{read_only:false; response_revision:23004; number_of_response:1; }","duration":"223.858396ms","start":"2026-03-02T17:34:48.066421Z","end":"2026-03-02T17:34:48.29028Z","steps":["trace[1075162356] 'process raft request' (duration: 223.731313ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.290523Z","caller":"traceutil/trace.go:171","msg":"trace[1706274664] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"222.926921ms","start":"2026-03-02T17:34:48.067572Z","end":"2026-03-02T17:34:48.290499Z","steps":["trace[1706274664] 'process raft request' (duration: 222.683095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.290559Z","caller":"traceutil/trace.go:171","msg":"trace[1743295773] transaction","detail":"{read_only:false; response_revision:23006; number_of_response:1; }","duration":"222.659795ms","start":"2026-03-02T17:34:48.067886Z","end":"2026-03-02T17:34:48.290546Z","steps":["trace[1743295773] 'process raft request' (duration: 222.48976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.29058Z","caller":"traceutil/trace.go:171","msg":"trace[93146898] transaction","detail":"{read_only:false; response_revision:23008; number_of_response:1; }","duration":"208.288784ms","start":"2026-03-02T17:34:48.082274Z","end":"2026-03-02T17:34:48.290563Z","steps":["trace[93146898] 'process raft request' (duration: 208.237241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:48.290645Z","caller":"traceutil/trace.go:171","msg":"trace[1864829298] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"222.351887ms","start":"2026-03-02T17:34:48.068285Z","end":"2026-03-02T17:34:48.290637Z","steps":["trace[1864829298] 'process raft request' (duration: 222.168871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:34:58.894885Z","caller":"traceutil/trace.go:171","msg":"trace[738815305] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"138.231323ms","start":"2026-03-02T17:34:58.756622Z","end":"2026-03-02T17:34:58.894853Z","steps":["trace[738815305] 'process raft request' (duration: 126.336316ms)","trace[738815305] 'compare' (duration: 11.702652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:08.069069Z","caller":"traceutil/trace.go:171","msg":"trace[1494635005] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24084; }","duration":"153.875817ms","start":"2026-03-02T17:35:07.915171Z","end":"2026-03-02T17:35:08.069047Z","steps":["trace[1494635005] 'read index received' (duration: 153.617069ms)","trace[1494635005] 'applied index is now lower than readState.Index' (duration: 257.888µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:08.069449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.272287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:460"} {"level":"info","ts":"2026-03-02T17:35:08.069475Z","caller":"traceutil/trace.go:171","msg":"trace[1123166828] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:23223; }","duration":"154.376209ms","start":"2026-03-02T17:35:07.915088Z","end":"2026-03-02T17:35:08.069464Z","steps":["trace[1123166828] 'agreement among raft nodes before linearized reading' (duration: 154.237275ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:08.069711Z","caller":"traceutil/trace.go:171","msg":"trace[826797540] transaction","detail":"{read_only:false; response_revision:23223; number_of_response:1; }","duration":"207.985335ms","start":"2026-03-02T17:35:07.861718Z","end":"2026-03-02T17:35:08.069703Z","steps":["trace[826797540] 'process raft request' (duration: 207.179134ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:10.560433Z","caller":"traceutil/trace.go:171","msg":"trace[853630133] transaction","detail":"{read_only:false; response_revision:23257; number_of_response:1; }","duration":"103.105704ms","start":"2026-03-02T17:35:10.4573Z","end":"2026-03-02T17:35:10.560406Z","steps":["trace[853630133] 'process raft request' (duration: 60.727109ms)","trace[853630133] 'compare' (duration: 42.120069ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:10.560867Z","caller":"traceutil/trace.go:171","msg":"trace[1649171344] transaction","detail":"{read_only:false; response_revision:23258; number_of_response:1; }","duration":"103.494894ms","start":"2026-03-02T17:35:10.457339Z","end":"2026-03-02T17:35:10.560834Z","steps":["trace[1649171344] 'process raft request' (duration: 103.011942ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:10.560915Z","caller":"traceutil/trace.go:171","msg":"trace[1583087387] transaction","detail":"{read_only:false; response_revision:23259; number_of_response:1; }","duration":"103.547646ms","start":"2026-03-02T17:35:10.457348Z","end":"2026-03-02T17:35:10.560895Z","steps":["trace[1583087387] 'process raft request' (duration: 103.2955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:10.561162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.028904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capo-system/capo-controller-manager\" ","response":"range_response_count:1 size:4597"} {"level":"info","ts":"2026-03-02T17:35:10.561203Z","caller":"traceutil/trace.go:171","msg":"trace[466256362] range","detail":"{range_begin:/registry/deployments/capo-system/capo-controller-manager; range_end:; response_count:1; response_revision:23261; }","duration":"100.111567ms","start":"2026-03-02T17:35:10.461081Z","end":"2026-03-02T17:35:10.561193Z","steps":["trace[466256362] 'agreement among raft nodes before linearized reading' (duration: 99.936373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:10.561186Z","caller":"traceutil/trace.go:171","msg":"trace[288521654] transaction","detail":"{read_only:false; response_revision:23260; number_of_response:1; }","duration":"102.56695ms","start":"2026-03-02T17:35:10.458588Z","end":"2026-03-02T17:35:10.561155Z","steps":["trace[288521654] 'process raft request' (duration: 102.205811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:10.826612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.470098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T17:35:10.826736Z","caller":"traceutil/trace.go:171","msg":"trace[786769687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:23263; }","duration":"119.638761ms","start":"2026-03-02T17:35:10.707065Z","end":"2026-03-02T17:35:10.826704Z","steps":["trace[786769687] 'range keys from in-memory index tree' (duration: 119.16653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:10.826984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.196445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capo-system/capo-manager\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-02T17:35:10.827067Z","caller":"traceutil/trace.go:171","msg":"trace[655172629] range","detail":"{range_begin:/registry/serviceaccounts/capo-system/capo-manager; range_end:; response_count:1; response_revision:23263; }","duration":"118.326238ms","start":"2026-03-02T17:35:10.708721Z","end":"2026-03-02T17:35:10.827047Z","steps":["trace[655172629] 'range keys from in-memory index tree' (duration: 117.973169ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.355791Z","caller":"traceutil/trace.go:171","msg":"trace[1795901753] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24126; }","duration":"173.693979ms","start":"2026-03-02T17:35:11.182058Z","end":"2026-03-02T17:35:11.355752Z","steps":["trace[1795901753] 'read index received' (duration: 173.362631ms)","trace[1795901753] 'applied index is now lower than readState.Index' (duration: 329.808µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:11.355885Z","caller":"traceutil/trace.go:171","msg":"trace[1662305104] transaction","detail":"{read_only:false; response_revision:23264; number_of_response:1; }","duration":"291.845832ms","start":"2026-03-02T17:35:11.063991Z","end":"2026-03-02T17:35:11.355837Z","steps":["trace[1662305104] 'process raft request' (duration: 291.531523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.35628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.154581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541215-q298f\" ","response":"range_response_count:1 size:7282"} {"level":"info","ts":"2026-03-02T17:35:11.35638Z","caller":"traceutil/trace.go:171","msg":"trace[2133546059] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541215-q298f; range_end:; response_count:1; response_revision:23264; }","duration":"174.341676ms","start":"2026-03-02T17:35:11.182015Z","end":"2026-03-02T17:35:11.356357Z","steps":["trace[2133546059] 'agreement among raft nodes before linearized reading' (duration: 173.991107ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.574146Z","caller":"traceutil/trace.go:171","msg":"trace[1080394262] linearizableReadLoop","detail":"{readStateIndex:24128; appliedIndex:24127; }","duration":"119.326913ms","start":"2026-03-02T17:35:11.454788Z","end":"2026-03-02T17:35:11.574115Z","steps":["trace[1080394262] 'read index received' (duration: 119.037456ms)","trace[1080394262] 'applied index is now lower than readState.Index' (duration: 288.557µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:11.57427Z","caller":"traceutil/trace.go:171","msg":"trace[1751005527] transaction","detail":"{read_only:false; response_revision:23265; number_of_response:1; }","duration":"206.731693ms","start":"2026-03-02T17:35:11.367486Z","end":"2026-03-02T17:35:11.574218Z","steps":["trace[1751005527] 'process raft request' (duration: 206.446466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:11.574377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.572841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:11.57446Z","caller":"traceutil/trace.go:171","msg":"trace[488368667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23265; }","duration":"119.674653ms","start":"2026-03-02T17:35:11.454732Z","end":"2026-03-02T17:35:11.574407Z","steps":["trace[488368667] 'agreement among raft nodes before linearized reading' (duration: 119.53891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:11.75341Z","caller":"traceutil/trace.go:171","msg":"trace[183359746] transaction","detail":"{read_only:false; response_revision:23266; number_of_response:1; }","duration":"116.568742ms","start":"2026-03-02T17:35:11.63679Z","end":"2026-03-02T17:35:11.753358Z","steps":["trace[183359746] 'process raft request' (duration: 112.056256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.179504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.22523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:12.179604Z","caller":"traceutil/trace.go:171","msg":"trace[585179205] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:23267; }","duration":"148.408825ms","start":"2026-03-02T17:35:12.031171Z","end":"2026-03-02T17:35:12.17958Z","steps":["trace[585179205] 'count revisions from in-memory index tree' (duration: 148.075797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.179647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.995289ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:12.179766Z","caller":"traceutil/trace.go:171","msg":"trace[1079782742] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23267; }","duration":"279.134734ms","start":"2026-03-02T17:35:11.900615Z","end":"2026-03-02T17:35:12.17975Z","steps":["trace[1079782742] 'range keys from in-memory index tree' (duration: 278.971719ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:12.253694Z","caller":"traceutil/trace.go:171","msg":"trace[1164206582] linearizableReadLoop","detail":"{readStateIndex:24131; appliedIndex:24130; }","duration":"144.643448ms","start":"2026-03-02T17:35:12.10902Z","end":"2026-03-02T17:35:12.253663Z","steps":["trace[1164206582] 'read index received' (duration: 144.378681ms)","trace[1164206582] 'applied index is now lower than readState.Index' (duration: 263.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:12.253774Z","caller":"traceutil/trace.go:171","msg":"trace[1348484732] transaction","detail":"{read_only:false; response_revision:23268; number_of_response:1; }","duration":"170.26056ms","start":"2026-03-02T17:35:12.083492Z","end":"2026-03-02T17:35:12.253752Z","steps":["trace[1348484732] 'process raft request' (duration: 169.892551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:12.25402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.998637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-02T17:35:12.254079Z","caller":"traceutil/trace.go:171","msg":"trace[1830365479] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:23268; }","duration":"146.461606ms","start":"2026-03-02T17:35:12.107602Z","end":"2026-03-02T17:35:12.254064Z","steps":["trace[1830365479] 'agreement among raft nodes before linearized reading' (duration: 146.178278ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:12.258373Z","caller":"traceutil/trace.go:171","msg":"trace[1073782901] transaction","detail":"{read_only:false; response_revision:23269; number_of_response:1; }","duration":"123.747778ms","start":"2026-03-02T17:35:12.134577Z","end":"2026-03-02T17:35:12.258325Z","steps":["trace[1073782901] 'process raft request' (duration: 123.421819ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:17.021598Z","caller":"traceutil/trace.go:171","msg":"trace[627006511] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"424.274404ms","start":"2026-03-02T17:35:16.597303Z","end":"2026-03-02T17:35:17.021577Z","steps":["trace[627006511] 'process raft request' (duration: 424.241653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:17.021733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:16.597296Z","time spent":"424.367616ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:17.02216Z","caller":"traceutil/trace.go:171","msg":"trace[1957293270] linearizableReadLoop","detail":"{readStateIndex:24176; appliedIndex:24175; }","duration":"427.184819ms","start":"2026-03-02T17:35:16.594948Z","end":"2026-03-02T17:35:17.022133Z","steps":["trace[1957293270] 'read index received' (duration: 423.384971ms)","trace[1957293270] 'applied index is now lower than readState.Index' (duration: 3.797338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:17.022192Z","caller":"traceutil/trace.go:171","msg":"trace[1921013313] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"425.132736ms","start":"2026-03-02T17:35:16.597036Z","end":"2026-03-02T17:35:17.022169Z","steps":["trace[1921013313] 'process raft request' (duration: 424.408047ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:17.022263Z","caller":"traceutil/trace.go:171","msg":"trace[36519306] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"427.416605ms","start":"2026-03-02T17:35:16.594839Z","end":"2026-03-02T17:35:17.022256Z","steps":["trace[36519306] 'process raft request' (duration: 421.39386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:17.022314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:16.594823Z","time spent":"427.456715ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:17.022315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:16.597013Z","time spent":"425.229718ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:17.022503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.55134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:35:17.022541Z","caller":"traceutil/trace.go:171","msg":"trace[1296507777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23314; }","duration":"427.638291ms","start":"2026-03-02T17:35:16.59489Z","end":"2026-03-02T17:35:17.022529Z","steps":["trace[1296507777] 'agreement among raft nodes before linearized reading' (duration: 427.513098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:17.022571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:16.594859Z","time spent":"427.703633ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:35:21.905448Z","caller":"traceutil/trace.go:171","msg":"trace[559084529] linearizableReadLoop","detail":"{readStateIndex:24226; appliedIndex:24225; }","duration":"453.464918ms","start":"2026-03-02T17:35:21.451962Z","end":"2026-03-02T17:35:21.905427Z","steps":["trace[559084529] 'read index received' (duration: 453.333224ms)","trace[559084529] 'applied index is now lower than readState.Index' (duration: 130.854µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:21.905697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.722935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:21.905768Z","caller":"traceutil/trace.go:171","msg":"trace[1870918694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23361; }","duration":"453.845588ms","start":"2026-03-02T17:35:21.451908Z","end":"2026-03-02T17:35:21.905753Z","steps":["trace[1870918694] 'agreement among raft nodes before linearized reading' (duration: 453.715334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:21.905804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:21.451883Z","time spent":"453.914591ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:35:21.906111Z","caller":"traceutil/trace.go:171","msg":"trace[1526740926] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"514.351421ms","start":"2026-03-02T17:35:21.391748Z","end":"2026-03-02T17:35:21.906099Z","steps":["trace[1526740926] 'process raft request' (duration: 513.473379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:21.906196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:21.391721Z","time spent":"514.421183ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:21.910052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.540589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T17:35:21.910167Z","caller":"traceutil/trace.go:171","msg":"trace[717853197] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23362; }","duration":"427.695173ms","start":"2026-03-02T17:35:21.482452Z","end":"2026-03-02T17:35:21.910147Z","steps":["trace[717853197] 'agreement among raft nodes before linearized reading' (duration: 427.436637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:21.910207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:21.482432Z","time spent":"427.762694ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:35:22.705315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837254051,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:35:22.710352Z","caller":"traceutil/trace.go:171","msg":"trace[1676571405] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23367; }","duration":"549.880801ms","start":"2026-03-02T17:35:22.160444Z","end":"2026-03-02T17:35:22.710325Z","steps":["trace[1676571405] 'process raft request' (duration: 549.708037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.710537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:22.16042Z","time spent":"550.021854ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":92,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T17:35:22.71115Z","caller":"traceutil/trace.go:171","msg":"trace[1849181798] linearizableReadLoop","detail":"{readStateIndex:24232; appliedIndex:24232; }","duration":"539.470951ms","start":"2026-03-02T17:35:22.171649Z","end":"2026-03-02T17:35:22.71112Z","steps":["trace[1849181798] 'read index received' (duration: 539.464081ms)","trace[1849181798] 'applied index is now lower than readState.Index' (duration: 4.6µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:22.711295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.639516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:22.711322Z","caller":"traceutil/trace.go:171","msg":"trace[646459804] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23367; }","duration":"539.720738ms","start":"2026-03-02T17:35:22.171591Z","end":"2026-03-02T17:35:22.711312Z","steps":["trace[646459804] 'agreement among raft nodes before linearized reading' (duration: 539.643936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:22.711347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:22.171569Z","time spent":"539.7698ms","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:35:42.099666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.721911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.099773Z","caller":"traceutil/trace.go:171","msg":"trace[165315520] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23630; }","duration":"697.894025ms","start":"2026-03-02T17:35:41.401858Z","end":"2026-03-02T17:35:42.099752Z","steps":["trace[165315520] 'range keys from in-memory index tree' (duration: 697.622138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.099816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.401834Z","time spent":"697.971767ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:35:42.099827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.855485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.099931Z","caller":"traceutil/trace.go:171","msg":"trace[401509922] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23630; }","duration":"697.995849ms","start":"2026-03-02T17:35:41.401905Z","end":"2026-03-02T17:35:42.099901Z","steps":["trace[401509922] 'range keys from in-memory index tree' (duration: 697.775163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.099991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.401882Z","time spent":"698.092811ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:35:42.100254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.302816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.10029Z","caller":"traceutil/trace.go:171","msg":"trace[429182408] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23630; }","duration":"698.370057ms","start":"2026-03-02T17:35:41.401911Z","end":"2026-03-02T17:35:42.100281Z","steps":["trace[429182408] 'range keys from in-memory index tree' (duration: 698.199813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.100317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.401895Z","time spent":"698.415589ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:35:42.100443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.427309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.10047Z","caller":"traceutil/trace.go:171","msg":"trace[656085017] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23630; }","duration":"698.48678ms","start":"2026-03-02T17:35:41.401974Z","end":"2026-03-02T17:35:42.100461Z","steps":["trace[656085017] 'range keys from in-memory index tree' (duration: 698.347257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.100502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.401952Z","time spent":"698.542112ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:35:42.100872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.253707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:35:42.100938Z","caller":"traceutil/trace.go:171","msg":"trace[1928223165] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23630; }","duration":"695.34282ms","start":"2026-03-02T17:35:41.40558Z","end":"2026-03-02T17:35:42.100923Z","steps":["trace[1928223165] 'range keys from in-memory index tree' (duration: 695.120994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.100964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.405575Z","time spent":"695.383271ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:35:42.100983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.616322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.101053Z","caller":"traceutil/trace.go:171","msg":"trace[1221196217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23630; }","duration":"648.696154ms","start":"2026-03-02T17:35:41.452341Z","end":"2026-03-02T17:35:42.101037Z","steps":["trace[1221196217] 'range keys from in-memory index tree' (duration: 648.516909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.101083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.452276Z","time spent":"648.799406ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:35:42.101286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.984888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.101343Z","caller":"traceutil/trace.go:171","msg":"trace[1274062367] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23630; }","duration":"520.085721ms","start":"2026-03-02T17:35:41.581245Z","end":"2026-03-02T17:35:42.101331Z","steps":["trace[1274062367] 'count revisions from in-memory index tree' (duration: 519.879316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:42.101377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:41.581219Z","time spent":"520.146552ms","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:35:42.101235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.79098ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:42.101462Z","caller":"traceutil/trace.go:171","msg":"trace[1062549596] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23630; }","duration":"201.026825ms","start":"2026-03-02T17:35:41.900417Z","end":"2026-03-02T17:35:42.101444Z","steps":["trace[1062549596] 'range keys from in-memory index tree' (duration: 200.771029ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:42.101481Z","caller":"traceutil/trace.go:171","msg":"trace[567004054] transaction","detail":"{read_only:false; response_revision:23632; number_of_response:1; }","duration":"122.327911ms","start":"2026-03-02T17:35:41.979143Z","end":"2026-03-02T17:35:42.101471Z","steps":["trace[567004054] 'process raft request' (duration: 122.230889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:42.101577Z","caller":"traceutil/trace.go:171","msg":"trace[2114280256] transaction","detail":"{read_only:false; response_revision:23631; number_of_response:1; }","duration":"122.478935ms","start":"2026-03-02T17:35:41.979033Z","end":"2026-03-02T17:35:42.101512Z","steps":["trace[2114280256] 'process raft request' (duration: 118.612885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.06863Z","caller":"traceutil/trace.go:171","msg":"trace[1810472933] linearizableReadLoop","detail":"{readStateIndex:24537; appliedIndex:24534; }","duration":"186.054799ms","start":"2026-03-02T17:35:46.882553Z","end":"2026-03-02T17:35:47.068608Z","steps":["trace[1810472933] 'read index received' (duration: 185.890065ms)","trace[1810472933] 'applied index is now lower than readState.Index' (duration: 163.614µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:47.068689Z","caller":"traceutil/trace.go:171","msg":"trace[1451490494] transaction","detail":"{read_only:false; response_revision:23662; number_of_response:1; }","duration":"212.277585ms","start":"2026-03-02T17:35:46.856361Z","end":"2026-03-02T17:35:47.068639Z","steps":["trace[1451490494] 'process raft request' (duration: 212.025039ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.068721Z","caller":"traceutil/trace.go:171","msg":"trace[68313605] transaction","detail":"{read_only:false; response_revision:23663; number_of_response:1; }","duration":"207.362759ms","start":"2026-03-02T17:35:46.861322Z","end":"2026-03-02T17:35:47.068685Z","steps":["trace[68313605] 'process raft request' (duration: 207.190335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.068797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.232073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:35:47.068827Z","caller":"traceutil/trace.go:171","msg":"trace[955724335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23664; }","duration":"186.328816ms","start":"2026-03-02T17:35:46.882489Z","end":"2026-03-02T17:35:47.068818Z","steps":["trace[955724335] 'agreement among raft nodes before linearized reading' (duration: 186.203703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.068936Z","caller":"traceutil/trace.go:171","msg":"trace[1130444965] transaction","detail":"{read_only:false; response_revision:23664; number_of_response:1; }","duration":"206.173138ms","start":"2026-03-02T17:35:46.862748Z","end":"2026-03-02T17:35:47.068921Z","steps":["trace[1130444965] 'process raft request' (duration: 205.810929ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.33417Z","caller":"traceutil/trace.go:171","msg":"trace[836025101] transaction","detail":"{read_only:false; response_revision:23665; number_of_response:1; }","duration":"361.121833ms","start":"2026-03-02T17:35:46.973015Z","end":"2026-03-02T17:35:47.334137Z","steps":["trace[836025101] 'process raft request' (duration: 360.894778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.334363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:46.972991Z","time spent":"361.286457ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:35:47.345087Z","caller":"traceutil/trace.go:171","msg":"trace[1488646416] linearizableReadLoop","detail":"{readStateIndex:24539; appliedIndex:24537; }","duration":"198.170641ms","start":"2026-03-02T17:35:47.14688Z","end":"2026-03-02T17:35:47.345051Z","steps":["trace[1488646416] 'read index received' (duration: 187.045304ms)","trace[1488646416] 'applied index is now lower than readState.Index' (duration: 11.123987ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:47.34523Z","caller":"traceutil/trace.go:171","msg":"trace[253186067] transaction","detail":"{read_only:false; response_revision:23666; number_of_response:1; }","duration":"271.521197ms","start":"2026-03-02T17:35:47.07367Z","end":"2026-03-02T17:35:47.345192Z","steps":["trace[253186067] 'process raft request' (duration: 271.178868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.345305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.405117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:35:47.345379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.563754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:47.345408Z","caller":"traceutil/trace.go:171","msg":"trace[565300910] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:23666; }","duration":"198.590522ms","start":"2026-03-02T17:35:47.146794Z","end":"2026-03-02T17:35:47.345385Z","steps":["trace[565300910] 'agreement among raft nodes before linearized reading' (duration: 198.412257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.345397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.186782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:47.345468Z","caller":"traceutil/trace.go:171","msg":"trace[637604944] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23666; }","duration":"166.624506ms","start":"2026-03-02T17:35:47.178801Z","end":"2026-03-02T17:35:47.345425Z","steps":["trace[637604944] 'agreement among raft nodes before linearized reading' (duration: 166.535083ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.345521Z","caller":"traceutil/trace.go:171","msg":"trace[1683612410] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23666; }","duration":"145.344565ms","start":"2026-03-02T17:35:47.200152Z","end":"2026-03-02T17:35:47.345496Z","steps":["trace[1683612410] 'agreement among raft nodes before linearized reading' (duration: 145.1156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.345573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.005825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:35:47.345659Z","caller":"traceutil/trace.go:171","msg":"trace[1195103685] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23666; }","duration":"167.15481ms","start":"2026-03-02T17:35:47.178484Z","end":"2026-03-02T17:35:47.345639Z","steps":["trace[1195103685] 'agreement among raft nodes before linearized reading' (duration: 166.861802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.345712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.243432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-02T17:35:47.345721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.680094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:35:47.345857Z","caller":"traceutil/trace.go:171","msg":"trace[221691597] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23666; }","duration":"145.870619ms","start":"2026-03-02T17:35:47.199955Z","end":"2026-03-02T17:35:47.345825Z","steps":["trace[221691597] 'agreement among raft nodes before linearized reading' (duration: 145.462538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.345845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.963748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T17:35:47.345851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.925182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:35:47.345926Z","caller":"traceutil/trace.go:171","msg":"trace[1217646670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23666; }","duration":"135.103521ms","start":"2026-03-02T17:35:47.210806Z","end":"2026-03-02T17:35:47.345909Z","steps":["trace[1217646670] 'agreement among raft nodes before linearized reading' (duration: 134.900236ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.34594Z","caller":"traceutil/trace.go:171","msg":"trace[1758096142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23666; }","duration":"165.052486ms","start":"2026-03-02T17:35:47.180871Z","end":"2026-03-02T17:35:47.345923Z","steps":["trace[1758096142] 'agreement among raft nodes before linearized reading' (duration: 164.770859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.34577Z","caller":"traceutil/trace.go:171","msg":"trace[1805242504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23666; }","duration":"131.329745ms","start":"2026-03-02T17:35:47.214425Z","end":"2026-03-02T17:35:47.345755Z","steps":["trace[1805242504] 'agreement among raft nodes before linearized reading' (duration: 131.219022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.345767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.257493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:47.346037Z","caller":"traceutil/trace.go:171","msg":"trace[860151766] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23666; }","duration":"167.57631ms","start":"2026-03-02T17:35:47.178447Z","end":"2026-03-02T17:35:47.346023Z","steps":["trace[860151766] 'agreement among raft nodes before linearized reading' (duration: 167.278263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.346079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.916094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:47.346152Z","caller":"traceutil/trace.go:171","msg":"trace[534581576] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23666; }","duration":"167.830197ms","start":"2026-03-02T17:35:47.178302Z","end":"2026-03-02T17:35:47.346133Z","steps":["trace[534581576] 'agreement among raft nodes before linearized reading' (duration: 166.920494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.535161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.661922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:47.535429Z","caller":"traceutil/trace.go:171","msg":"trace[388169836] transaction","detail":"{read_only:false; response_revision:23667; number_of_response:1; }","duration":"185.198327ms","start":"2026-03-02T17:35:47.3502Z","end":"2026-03-02T17:35:47.535398Z","steps":["trace[388169836] 'process raft request' (duration: 24.175866ms)","trace[388169836] 'compare' (duration: 160.453446ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:47.535665Z","caller":"traceutil/trace.go:171","msg":"trace[557961068] linearizableReadLoop","detail":"{readStateIndex:24543; appliedIndex:24539; }","duration":"151.193828ms","start":"2026-03-02T17:35:47.384454Z","end":"2026-03-02T17:35:47.535648Z","steps":["trace[557961068] 'read index received' (duration: 143.226383ms)","trace[557961068] 'applied index is now lower than readState.Index' (duration: 7.966355ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:47.535682Z","caller":"traceutil/trace.go:171","msg":"trace[459399691] transaction","detail":"{read_only:false; response_revision:23669; number_of_response:1; }","duration":"184.737714ms","start":"2026-03-02T17:35:47.350922Z","end":"2026-03-02T17:35:47.535659Z","steps":["trace[459399691] 'process raft request' (duration: 184.58167ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.535701Z","caller":"traceutil/trace.go:171","msg":"trace[1394793719] transaction","detail":"{read_only:false; response_revision:23670; number_of_response:1; }","duration":"184.362914ms","start":"2026-03-02T17:35:47.351304Z","end":"2026-03-02T17:35:47.535667Z","steps":["trace[1394793719] 'process raft request' (duration: 184.264552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:47.535687Z","caller":"traceutil/trace.go:171","msg":"trace[1594850155] transaction","detail":"{read_only:false; response_revision:23668; number_of_response:1; }","duration":"184.893218ms","start":"2026-03-02T17:35:47.350759Z","end":"2026-03-02T17:35:47.535652Z","steps":["trace[1594850155] 'process raft request' (duration: 184.56941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:47.535917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.417463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:47.536032Z","caller":"traceutil/trace.go:171","msg":"trace[1091342169] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:23670; }","duration":"151.596819ms","start":"2026-03-02T17:35:47.384412Z","end":"2026-03-02T17:35:47.536009Z","steps":["trace[1091342169] 'agreement among raft nodes before linearized reading' (duration: 151.328221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:49.032874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.417426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:35:49.033021Z","caller":"traceutil/trace.go:171","msg":"trace[918438711] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"283.371813ms","start":"2026-03-02T17:35:48.749627Z","end":"2026-03-02T17:35:49.032999Z","steps":["trace[918438711] 'process raft request' (duration: 74.745422ms)","trace[918438711] 'compare' (duration: 207.604814ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:49.038232Z","caller":"traceutil/trace.go:171","msg":"trace[1090115920] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"167.96057ms","start":"2026-03-02T17:35:48.870261Z","end":"2026-03-02T17:35:49.038222Z","steps":["trace[1090115920] 'process raft request' (duration: 167.632972ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.275205Z","caller":"traceutil/trace.go:171","msg":"trace[518709748] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"199.677061ms","start":"2026-03-02T17:35:49.075496Z","end":"2026-03-02T17:35:49.275173Z","steps":["trace[518709748] 'process raft request' (duration: 199.546567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.275326Z","caller":"traceutil/trace.go:171","msg":"trace[1428232893] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"200.100602ms","start":"2026-03-02T17:35:49.075193Z","end":"2026-03-02T17:35:49.275294Z","steps":["trace[1428232893] 'process raft request' (duration: 103.843654ms)","trace[1428232893] 'compare' (duration: 95.725854ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:49.275395Z","caller":"traceutil/trace.go:171","msg":"trace[1826837556] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"144.464593ms","start":"2026-03-02T17:35:49.130897Z","end":"2026-03-02T17:35:49.275362Z","steps":["trace[1826837556] 'process raft request' (duration: 144.211747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.576764Z","caller":"traceutil/trace.go:171","msg":"trace[1314270726] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"214.884352ms","start":"2026-03-02T17:35:49.361851Z","end":"2026-03-02T17:35:49.576735Z","steps":["trace[1314270726] 'process raft request' (duration: 214.637696ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.737249Z","caller":"traceutil/trace.go:171","msg":"trace[407793081] linearizableReadLoop","detail":"{readStateIndex:24559; appliedIndex:24557; }","duration":"286.002991ms","start":"2026-03-02T17:35:49.451211Z","end":"2026-03-02T17:35:49.737214Z","steps":["trace[407793081] 'read index received' (duration: 125.291618ms)","trace[407793081] 'applied index is now lower than readState.Index' (duration: 160.709503ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:49.737383Z","caller":"traceutil/trace.go:171","msg":"trace[504012291] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"301.663886ms","start":"2026-03-02T17:35:49.435679Z","end":"2026-03-02T17:35:49.737343Z","steps":["trace[504012291] 'process raft request' (duration: 301.308807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:49.737499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.249487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:49.737545Z","caller":"traceutil/trace.go:171","msg":"trace[984556624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23685; }","duration":"286.36449ms","start":"2026-03-02T17:35:49.451169Z","end":"2026-03-02T17:35:49.737534Z","steps":["trace[984556624] 'agreement among raft nodes before linearized reading' (duration: 286.248047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:49.73787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:35:49.435641Z","time spent":"301.83157ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:35:49.751446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.42647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T17:35:49.751456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.579718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T17:35:49.751488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.461291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:35:49.751519Z","caller":"traceutil/trace.go:171","msg":"trace[724646281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23686; }","duration":"207.539903ms","start":"2026-03-02T17:35:49.543963Z","end":"2026-03-02T17:35:49.751503Z","steps":["trace[724646281] 'agreement among raft nodes before linearized reading' (duration: 207.291587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:49.751531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.560464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:35:49.751532Z","caller":"traceutil/trace.go:171","msg":"trace[339154930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23686; }","duration":"206.680841ms","start":"2026-03-02T17:35:49.544833Z","end":"2026-03-02T17:35:49.751514Z","steps":["trace[339154930] 'agreement among raft nodes before linearized reading' (duration: 206.449495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.751532Z","caller":"traceutil/trace.go:171","msg":"trace[1719140937] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"151.811433ms","start":"2026-03-02T17:35:49.59967Z","end":"2026-03-02T17:35:49.751482Z","steps":["trace[1719140937] 'process raft request' (duration: 151.391192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.751591Z","caller":"traceutil/trace.go:171","msg":"trace[105145167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23686; }","duration":"207.666046ms","start":"2026-03-02T17:35:49.543911Z","end":"2026-03-02T17:35:49.751577Z","steps":["trace[105145167] 'agreement among raft nodes before linearized reading' (duration: 207.513092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.751704Z","caller":"traceutil/trace.go:171","msg":"trace[2082013955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23686; }","duration":"207.682367ms","start":"2026-03-02T17:35:49.543975Z","end":"2026-03-02T17:35:49.751657Z","steps":["trace[2082013955] 'agreement among raft nodes before linearized reading' (duration: 207.368119ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.995974Z","caller":"traceutil/trace.go:171","msg":"trace[613520024] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"240.049194ms","start":"2026-03-02T17:35:49.755892Z","end":"2026-03-02T17:35:49.995941Z","steps":["trace[613520024] 'process raft request' (duration: 209.241158ms)","trace[613520024] 'compare' (duration: 30.405326ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:49.996151Z","caller":"traceutil/trace.go:171","msg":"trace[1074603846] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"240.121656ms","start":"2026-03-02T17:35:49.756016Z","end":"2026-03-02T17:35:49.996138Z","steps":["trace[1074603846] 'process raft request' (duration: 240.051673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:49.996183Z","caller":"traceutil/trace.go:171","msg":"trace[1248811940] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"240.223259ms","start":"2026-03-02T17:35:49.755929Z","end":"2026-03-02T17:35:49.996153Z","steps":["trace[1248811940] 'process raft request' (duration: 239.917311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:50.324341Z","caller":"traceutil/trace.go:171","msg":"trace[352224437] linearizableReadLoop","detail":"{readStateIndex:24568; appliedIndex:24567; }","duration":"120.76099ms","start":"2026-03-02T17:35:50.203562Z","end":"2026-03-02T17:35:50.324323Z","steps":["trace[352224437] 'read index received' (duration: 107.512358ms)","trace[352224437] 'applied index is now lower than readState.Index' (duration: 13.246142ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:50.324369Z","caller":"traceutil/trace.go:171","msg":"trace[537542809] transaction","detail":"{read_only:false; response_revision:23695; number_of_response:1; }","duration":"107.827477ms","start":"2026-03-02T17:35:50.216513Z","end":"2026-03-02T17:35:50.324341Z","steps":["trace[537542809] 'process raft request' (duration: 107.723404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:50.324916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.334175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:35:50.324966Z","caller":"traceutil/trace.go:171","msg":"trace[265686163] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23695; }","duration":"121.431368ms","start":"2026-03-02T17:35:50.203524Z","end":"2026-03-02T17:35:50.324955Z","steps":["trace[265686163] 'agreement among raft nodes before linearized reading' (duration: 120.884483ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:50.324296Z","caller":"traceutil/trace.go:171","msg":"trace[318775939] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"153.036305ms","start":"2026-03-02T17:35:50.171224Z","end":"2026-03-02T17:35:50.32426Z","steps":["trace[318775939] 'process raft request' (duration: 139.846504ms)","trace[318775939] 'compare' (duration: 12.700678ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:51.384392Z","caller":"traceutil/trace.go:171","msg":"trace[1222558085] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"103.208816ms","start":"2026-03-02T17:35:51.281155Z","end":"2026-03-02T17:35:51.384364Z","steps":["trace[1222558085] 'process raft request' (duration: 78.602681ms)","trace[1222558085] 'compare' (duration: 24.450302ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:51.384615Z","caller":"traceutil/trace.go:171","msg":"trace[810761297] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"102.52149ms","start":"2026-03-02T17:35:51.28206Z","end":"2026-03-02T17:35:51.384582Z","steps":["trace[810761297] 'process raft request' (duration: 102.267623ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:53.554419Z","caller":"traceutil/trace.go:171","msg":"trace[111212886] linearizableReadLoop","detail":"{readStateIndex:24584; appliedIndex:24583; }","duration":"165.516607ms","start":"2026-03-02T17:35:53.388878Z","end":"2026-03-02T17:35:53.554395Z","steps":["trace[111212886] 'read index received' (duration: 165.335682ms)","trace[111212886] 'applied index is now lower than readState.Index' (duration: 179.995µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:53.554587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.682811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:53.554668Z","caller":"traceutil/trace.go:171","msg":"trace[2025459854] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23710; }","duration":"165.807864ms","start":"2026-03-02T17:35:53.388842Z","end":"2026-03-02T17:35:53.55465Z","steps":["trace[2025459854] 'agreement among raft nodes before linearized reading' (duration: 165.64648ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:53.554506Z","caller":"traceutil/trace.go:171","msg":"trace[1975144480] transaction","detail":"{read_only:false; response_revision:23710; number_of_response:1; }","duration":"207.429951ms","start":"2026-03-02T17:35:53.347039Z","end":"2026-03-02T17:35:53.554469Z","steps":["trace[1975144480] 'process raft request' (duration: 207.193675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:53.557342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.395801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:53.557413Z","caller":"traceutil/trace.go:171","msg":"trace[1342336965] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23712; }","duration":"168.522464ms","start":"2026-03-02T17:35:53.388874Z","end":"2026-03-02T17:35:53.557397Z","steps":["trace[1342336965] 'agreement among raft nodes before linearized reading' (duration: 168.394911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:53.557477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.261302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T17:35:53.557364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.92826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:53.557532Z","caller":"traceutil/trace.go:171","msg":"trace[1929011320] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23712; }","duration":"167.322544ms","start":"2026-03-02T17:35:53.390197Z","end":"2026-03-02T17:35:53.55752Z","steps":["trace[1929011320] 'agreement among raft nodes before linearized reading' (duration: 167.19404ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:53.557524Z","caller":"traceutil/trace.go:171","msg":"trace[1273209488] transaction","detail":"{read_only:false; response_revision:23712; number_of_response:1; }","duration":"167.449408ms","start":"2026-03-02T17:35:53.390051Z","end":"2026-03-02T17:35:53.5575Z","steps":["trace[1273209488] 'process raft request' (duration: 167.182681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:53.557556Z","caller":"traceutil/trace.go:171","msg":"trace[1564475376] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23712; }","duration":"168.163916ms","start":"2026-03-02T17:35:53.389373Z","end":"2026-03-02T17:35:53.557537Z","steps":["trace[1564475376] 'agreement among raft nodes before linearized reading' (duration: 167.93634ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:53.557362Z","caller":"traceutil/trace.go:171","msg":"trace[535759844] transaction","detail":"{read_only:false; response_revision:23711; number_of_response:1; }","duration":"167.772335ms","start":"2026-03-02T17:35:53.389572Z","end":"2026-03-02T17:35:53.557345Z","steps":["trace[535759844] 'process raft request' (duration: 167.529539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:53.557927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.566866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:53.557998Z","caller":"traceutil/trace.go:171","msg":"trace[425906955] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23712; }","duration":"169.066338ms","start":"2026-03-02T17:35:53.388923Z","end":"2026-03-02T17:35:53.55799Z","steps":["trace[425906955] 'agreement among raft nodes before linearized reading' (duration: 168.541385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:54.194458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.706753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:35:54.194545Z","caller":"traceutil/trace.go:171","msg":"trace[839112246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23717; }","duration":"184.823347ms","start":"2026-03-02T17:35:54.009701Z","end":"2026-03-02T17:35:54.194525Z","steps":["trace[839112246] 'range keys from in-memory index tree' (duration: 184.55458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:54.194713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.605537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:35:54.1948Z","caller":"traceutil/trace.go:171","msg":"trace[120391520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23717; }","duration":"185.72502ms","start":"2026-03-02T17:35:54.009054Z","end":"2026-03-02T17:35:54.194779Z","steps":["trace[120391520] 'range keys from in-memory index tree' (duration: 185.495923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:35:54.194807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.471663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:35:54.1949Z","caller":"traceutil/trace.go:171","msg":"trace[1072710555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23717; }","duration":"185.605086ms","start":"2026-03-02T17:35:54.009271Z","end":"2026-03-02T17:35:54.194876Z","steps":["trace[1072710555] 'range keys from in-memory index tree' (duration: 185.34105ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:54.28851Z","caller":"traceutil/trace.go:171","msg":"trace[93604224] transaction","detail":"{read_only:false; response_revision:23720; number_of_response:1; }","duration":"128.443869ms","start":"2026-03-02T17:35:54.160042Z","end":"2026-03-02T17:35:54.288485Z","steps":["trace[93604224] 'process raft request' (duration: 128.393158ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:54.288662Z","caller":"traceutil/trace.go:171","msg":"trace[1990532770] transaction","detail":"{read_only:false; response_revision:23719; number_of_response:1; }","duration":"129.448525ms","start":"2026-03-02T17:35:54.159196Z","end":"2026-03-02T17:35:54.288645Z","steps":["trace[1990532770] 'process raft request' (duration: 129.099126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:54.394788Z","caller":"traceutil/trace.go:171","msg":"trace[1339063511] transaction","detail":"{read_only:false; response_revision:23721; number_of_response:1; }","duration":"195.675185ms","start":"2026-03-02T17:35:54.199065Z","end":"2026-03-02T17:35:54.39474Z","steps":["trace[1339063511] 'process raft request' (duration: 112.169878ms)","trace[1339063511] 'compare' (duration: 83.22553ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:35:54.395119Z","caller":"traceutil/trace.go:171","msg":"trace[1165236910] transaction","detail":"{read_only:false; response_revision:23722; number_of_response:1; }","duration":"195.640346ms","start":"2026-03-02T17:35:54.199457Z","end":"2026-03-02T17:35:54.395098Z","steps":["trace[1165236910] 'process raft request' (duration: 195.194204ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:54.395136Z","caller":"traceutil/trace.go:171","msg":"trace[1947107789] transaction","detail":"{read_only:false; response_revision:23723; number_of_response:1; }","duration":"194.69584ms","start":"2026-03-02T17:35:54.200408Z","end":"2026-03-02T17:35:54.395104Z","steps":["trace[1947107789] 'process raft request' (duration: 194.514046ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:35:54.39511Z","caller":"traceutil/trace.go:171","msg":"trace[128160568] linearizableReadLoop","detail":"{readStateIndex:24598; appliedIndex:24593; }","duration":"139.823013ms","start":"2026-03-02T17:35:54.255232Z","end":"2026-03-02T17:35:54.395055Z","steps":["trace[128160568] 'read index received' (duration: 33.028923ms)","trace[128160568] 'applied index is now lower than readState.Index' (duration: 106.7933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:35:54.395225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.964566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:35:54.395258Z","caller":"traceutil/trace.go:171","msg":"trace[1725271783] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:23723; }","duration":"140.07416ms","start":"2026-03-02T17:35:54.255175Z","end":"2026-03-02T17:35:54.395249Z","steps":["trace[1725271783] 'agreement among raft nodes before linearized reading' (duration: 139.985648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.31018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.852373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:00.310271Z","caller":"traceutil/trace.go:171","msg":"trace[1208249611] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23759; }","duration":"101.987856ms","start":"2026-03-02T17:36:00.208258Z","end":"2026-03-02T17:36:00.310246Z","steps":["trace[1208249611] 'range keys from in-memory index tree' (duration: 101.726308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.310434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.989415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:00.310509Z","caller":"traceutil/trace.go:171","msg":"trace[821563460] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23759; }","duration":"102.118089ms","start":"2026-03-02T17:36:00.208369Z","end":"2026-03-02T17:36:00.310488Z","steps":["trace[821563460] 'range keys from in-memory index tree' (duration: 101.871192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.310678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.262802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:00.310699Z","caller":"traceutil/trace.go:171","msg":"trace[1900517414] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23759; }","duration":"100.305183ms","start":"2026-03-02T17:36:00.210387Z","end":"2026-03-02T17:36:00.310692Z","steps":["trace[1900517414] 'range keys from in-memory index tree' (duration: 100.133658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.310763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.348224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:00.310779Z","caller":"traceutil/trace.go:171","msg":"trace[1754382557] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23759; }","duration":"100.379525ms","start":"2026-03-02T17:36:00.210395Z","end":"2026-03-02T17:36:00.310775Z","steps":["trace[1754382557] 'range keys from in-memory index tree' (duration: 100.201279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.310891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.369493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:36:00.310947Z","caller":"traceutil/trace.go:171","msg":"trace[893041026] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23759; }","duration":"100.472678ms","start":"2026-03-02T17:36:00.210458Z","end":"2026-03-02T17:36:00.310931Z","steps":["trace[893041026] 'range keys from in-memory index tree' (duration: 100.187159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.720642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255058,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:36:00.918496Z","caller":"traceutil/trace.go:171","msg":"trace[804504512] transaction","detail":"{read_only:false; response_revision:23760; number_of_response:1; }","duration":"705.04612ms","start":"2026-03-02T17:36:00.21342Z","end":"2026-03-02T17:36:00.918466Z","steps":["trace[804504512] 'process raft request' (duration: 704.844144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:00.918964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.213392Z","time spent":"705.481521ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:01.410904Z","caller":"traceutil/trace.go:171","msg":"trace[463264401] linearizableReadLoop","detail":"{readStateIndex:24638; appliedIndex:24635; }","duration":"1.190565217s","start":"2026-03-02T17:36:00.220319Z","end":"2026-03-02T17:36:01.410884Z","steps":["trace[463264401] 'read index received' (duration: 697.939906ms)","trace[463264401] 'applied index is now lower than readState.Index' (duration: 492.624341ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:01.410988Z","caller":"traceutil/trace.go:171","msg":"trace[422370203] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"1.099964455s","start":"2026-03-02T17:36:00.311015Z","end":"2026-03-02T17:36:01.41098Z","steps":["trace[422370203] 'process raft request' (duration: 1.064300994s)","trace[422370203] 'compare' (duration: 34.939842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:01.411051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.31099Z","time spent":"1.100011757s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:01.411139Z","caller":"traceutil/trace.go:171","msg":"trace[1951254145] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"1.097280076s","start":"2026-03-02T17:36:00.313852Z","end":"2026-03-02T17:36:01.411132Z","steps":["trace[1951254145] 'process raft request' (duration: 1.096929957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.411178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.313837Z","time spent":"1.097322167s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:01.411237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190921396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:01.411259Z","caller":"traceutil/trace.go:171","msg":"trace[91954837] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:23762; }","duration":"1.190991079s","start":"2026-03-02T17:36:00.220261Z","end":"2026-03-02T17:36:01.411252Z","steps":["trace[91954837] 'agreement among raft nodes before linearized reading' (duration: 1.190951218s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.411274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.220237Z","time spent":"1.19103293s","remote":"127.0.0.1:50658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:01.907112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.592145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:36:01.907326Z","caller":"traceutil/trace.go:171","msg":"trace[1103024730] transaction","detail":"{read_only:false; response_revision:23763; number_of_response:1; }","duration":"816.166382ms","start":"2026-03-02T17:36:01.091124Z","end":"2026-03-02T17:36:01.907291Z","steps":["trace[1103024730] 'process raft request' (duration: 661.29262ms)","trace[1103024730] 'compare' (duration: 154.395829ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:01.907855Z","caller":"traceutil/trace.go:171","msg":"trace[997731087] linearizableReadLoop","detail":"{readStateIndex:24639; appliedIndex:24638; }","duration":"496.871261ms","start":"2026-03-02T17:36:01.410954Z","end":"2026-03-02T17:36:01.907825Z","steps":["trace[997731087] 'read index received' (duration: 341.478216ms)","trace[997731087] 'applied index is now lower than readState.Index' (duration: 155.390785ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:01.908081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.889204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:01.908103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058662129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:01.908134Z","caller":"traceutil/trace.go:171","msg":"trace[191076784] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:23763; }","duration":"772.993246ms","start":"2026-03-02T17:36:01.135125Z","end":"2026-03-02T17:36:01.908118Z","steps":["trace[191076784] 'agreement among raft nodes before linearized reading' (duration: 772.872603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:01.90815Z","caller":"traceutil/trace.go:171","msg":"trace[415349281] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23763; }","duration":"1.058757391s","start":"2026-03-02T17:36:00.849378Z","end":"2026-03-02T17:36:01.908136Z","steps":["trace[415349281] 'agreement among raft nodes before linearized reading' (duration: 1.058664429s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.908176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.849356Z","time spent":"1.058814082s","remote":"127.0.0.1:52294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:01.908164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460080151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:36:01.908092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292583213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:01.908176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.135104Z","time spent":"773.059127ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:01.908241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.458038929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:01.908251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391457158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:36:01.908312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460638177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:36:01.90834Z","caller":"traceutil/trace.go:171","msg":"trace[800312863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23763; }","duration":"1.391540991s","start":"2026-03-02T17:36:00.516774Z","end":"2026-03-02T17:36:01.908315Z","steps":["trace[800312863] 'agreement among raft nodes before linearized reading' (duration: 1.391297194s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:01.908356Z","caller":"traceutil/trace.go:171","msg":"trace[146397778] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23763; }","duration":"1.460706359s","start":"2026-03-02T17:36:00.44764Z","end":"2026-03-02T17:36:01.908347Z","steps":["trace[146397778] 'agreement among raft nodes before linearized reading' (duration: 1.460562124s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:01.908286Z","caller":"traceutil/trace.go:171","msg":"trace[1409072663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23763; }","duration":"1.458106471s","start":"2026-03-02T17:36:00.45016Z","end":"2026-03-02T17:36:01.908266Z","steps":["trace[1409072663] 'agreement among raft nodes before linearized reading' (duration: 1.458016708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.908397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.447623Z","time spent":"1.4607665s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:36:01.9084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.516719Z","time spent":"1.391669384s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T17:36:01.908221Z","caller":"traceutil/trace.go:171","msg":"trace[1011874999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23763; }","duration":"1.460213905s","start":"2026-03-02T17:36:00.447993Z","end":"2026-03-02T17:36:01.908206Z","steps":["trace[1011874999] 'agreement among raft nodes before linearized reading' (duration: 1.46001343s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.908426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.450141Z","time spent":"1.458276466s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:36:01.908297Z","caller":"traceutil/trace.go:171","msg":"trace[1250789729] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:23763; }","duration":"1.292776329s","start":"2026-03-02T17:36:00.615463Z","end":"2026-03-02T17:36:01.90824Z","steps":["trace[1250789729] 'agreement among raft nodes before linearized reading' (duration: 1.292577934s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.908459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.447964Z","time spent":"1.460477302s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:36:01.908509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.615444Z","time spent":"1.293052306s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:01.908671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46230629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:36:01.908356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.091094Z","time spent":"816.328726ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:01.908728Z","caller":"traceutil/trace.go:171","msg":"trace[1048623948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23763; }","duration":"1.462387152s","start":"2026-03-02T17:36:00.446325Z","end":"2026-03-02T17:36:01.908712Z","steps":["trace[1048623948] 'agreement among raft nodes before linearized reading' (duration: 1.461977882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.908861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:00.446309Z","time spent":"1.462505774s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:36:01.90949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.367701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:01.909529Z","caller":"traceutil/trace.go:171","msg":"trace[540282980] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23766; }","duration":"334.438453ms","start":"2026-03-02T17:36:01.575081Z","end":"2026-03-02T17:36:01.90952Z","steps":["trace[540282980] 'agreement among raft nodes before linearized reading' (duration: 334.355811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.909648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.575062Z","time spent":"334.575387ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-02T17:36:01.910136Z","caller":"traceutil/trace.go:171","msg":"trace[278666138] transaction","detail":"{read_only:false; response_revision:23764; number_of_response:1; }","duration":"331.048546ms","start":"2026-03-02T17:36:01.579042Z","end":"2026-03-02T17:36:01.91009Z","steps":["trace[278666138] 'process raft request' (duration: 328.190442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.910135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.811892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:01.910234Z","caller":"traceutil/trace.go:171","msg":"trace[505033558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23766; }","duration":"233.890884ms","start":"2026-03-02T17:36:01.676297Z","end":"2026-03-02T17:36:01.910188Z","steps":["trace[505033558] 'agreement among raft nodes before linearized reading' (duration: 233.776401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.910486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.339146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:01.910502Z","caller":"traceutil/trace.go:171","msg":"trace[476693512] transaction","detail":"{read_only:false; response_revision:23765; number_of_response:1; }","duration":"327.76331ms","start":"2026-03-02T17:36:01.582725Z","end":"2026-03-02T17:36:01.910488Z","steps":["trace[476693512] 'process raft request' (duration: 326.643391ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:01.910522Z","caller":"traceutil/trace.go:171","msg":"trace[1823873164] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23766; }","duration":"335.411618ms","start":"2026-03-02T17:36:01.575102Z","end":"2026-03-02T17:36:01.910514Z","steps":["trace[1823873164] 'agreement among raft nodes before linearized reading' (duration: 335.342506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.91055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.57508Z","time spent":"335.46228ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:36:01.91025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.579019Z","time spent":"331.167388ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:01.91083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.683134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:01.910864Z","caller":"traceutil/trace.go:171","msg":"trace[84364700] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23766; }","duration":"335.753196ms","start":"2026-03-02T17:36:01.575102Z","end":"2026-03-02T17:36:01.910855Z","steps":["trace[84364700] 'agreement among raft nodes before linearized reading' (duration: 335.702065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.910889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.57508Z","time spent":"335.802818ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:36:01.910487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.871905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:01.911072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.741401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:36:01.911057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.582711Z","time spent":"327.832562ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:01.911122Z","caller":"traceutil/trace.go:171","msg":"trace[431914142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23766; }","duration":"264.983159ms","start":"2026-03-02T17:36:01.646128Z","end":"2026-03-02T17:36:01.911111Z","steps":["trace[431914142] 'agreement among raft nodes before linearized reading' (duration: 264.700961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.911138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.530325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:36:01.91117Z","caller":"traceutil/trace.go:171","msg":"trace[717062177] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23766; }","duration":"334.632118ms","start":"2026-03-02T17:36:01.57653Z","end":"2026-03-02T17:36:01.911162Z","steps":["trace[717062177] 'agreement among raft nodes before linearized reading' (duration: 334.541716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.911196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.57652Z","time spent":"334.670398ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"info","ts":"2026-03-02T17:36:01.910594Z","caller":"traceutil/trace.go:171","msg":"trace[534192797] transaction","detail":"{read_only:false; response_revision:23766; number_of_response:1; }","duration":"324.580148ms","start":"2026-03-02T17:36:01.585994Z","end":"2026-03-02T17:36:01.910574Z","steps":["trace[534192797] 'process raft request' (duration: 323.405208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.913445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.585984Z","time spent":"327.33821ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:01.911105Z","caller":"traceutil/trace.go:171","msg":"trace[967396161] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23766; }","duration":"335.524532ms","start":"2026-03-02T17:36:01.57556Z","end":"2026-03-02T17:36:01.911084Z","steps":["trace[967396161] 'agreement among raft nodes before linearized reading' (duration: 334.830934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:01.91485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.575549Z","time spent":"339.278888ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-02T17:36:02.230507Z","caller":"traceutil/trace.go:171","msg":"trace[1991397280] transaction","detail":"{read_only:false; response_revision:23767; number_of_response:1; }","duration":"315.055682ms","start":"2026-03-02T17:36:01.915419Z","end":"2026-03-02T17:36:02.230474Z","steps":["trace[1991397280] 'process raft request' (duration: 314.819455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.230815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.915397Z","time spent":"315.292278ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:02.276739Z","caller":"traceutil/trace.go:171","msg":"trace[211088151] linearizableReadLoop","detail":"{readStateIndex:24645; appliedIndex:24642; }","duration":"359.017708ms","start":"2026-03-02T17:36:01.917699Z","end":"2026-03-02T17:36:02.276717Z","steps":["trace[211088151] 'read index received' (duration: 312.64326ms)","trace[211088151] 'applied index is now lower than readState.Index' (duration: 46.373278ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:02.276769Z","caller":"traceutil/trace.go:171","msg":"trace[1702162461] transaction","detail":"{read_only:false; response_revision:23768; number_of_response:1; }","duration":"360.377853ms","start":"2026-03-02T17:36:01.916358Z","end":"2026-03-02T17:36:02.276735Z","steps":["trace[1702162461] 'process raft request' (duration: 360.112616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:02.276845Z","caller":"traceutil/trace.go:171","msg":"trace[1958239069] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"359.436029ms","start":"2026-03-02T17:36:01.917371Z","end":"2026-03-02T17:36:02.276807Z","steps":["trace[1958239069] 'process raft request' (duration: 359.273955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.276896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.174702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:02.276939Z","caller":"traceutil/trace.go:171","msg":"trace[2044741141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23770; }","duration":"359.266054ms","start":"2026-03-02T17:36:01.917662Z","end":"2026-03-02T17:36:02.276928Z","steps":["trace[2044741141] 'agreement among raft nodes before linearized reading' (duration: 359.172252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.276933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.916349Z","time spent":"360.496256ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:02.276976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.917652Z","time spent":"359.316186ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:36:02.276875Z","caller":"traceutil/trace.go:171","msg":"trace[1169018150] transaction","detail":"{read_only:false; response_revision:23770; number_of_response:1; }","duration":"354.976684ms","start":"2026-03-02T17:36:01.921856Z","end":"2026-03-02T17:36:02.276833Z","steps":["trace[1169018150] 'process raft request' (duration: 354.8214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.27704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.917342Z","time spent":"359.603702ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:02.277102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.921843Z","time spent":"355.214199ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:02.277383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.564769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:02.277416Z","caller":"traceutil/trace.go:171","msg":"trace[951180756] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23770; }","duration":"302.623971ms","start":"2026-03-02T17:36:01.974782Z","end":"2026-03-02T17:36:02.277406Z","steps":["trace[951180756] 'agreement among raft nodes before linearized reading' (duration: 302.554159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.277444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.974764Z","time spent":"302.667181ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:36:02.277639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.213212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:36:02.277713Z","caller":"traceutil/trace.go:171","msg":"trace[932168917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23770; }","duration":"328.351706ms","start":"2026-03-02T17:36:01.949349Z","end":"2026-03-02T17:36:02.277701Z","steps":["trace[932168917] 'agreement among raft nodes before linearized reading' (duration: 327.931866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.277826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:01.949331Z","time spent":"328.451618ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:36:02.445766Z","caller":"traceutil/trace.go:171","msg":"trace[607794302] linearizableReadLoop","detail":"{readStateIndex:24647; appliedIndex:24646; }","duration":"159.07446ms","start":"2026-03-02T17:36:02.286669Z","end":"2026-03-02T17:36:02.445744Z","steps":["trace[607794302] 'read index received' (duration: 117.389434ms)","trace[607794302] 'applied index is now lower than readState.Index' (duration: 41.683976ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:02.44579Z","caller":"traceutil/trace.go:171","msg":"trace[1867577490] transaction","detail":"{read_only:false; response_revision:23771; number_of_response:1; }","duration":"163.28946ms","start":"2026-03-02T17:36:02.282467Z","end":"2026-03-02T17:36:02.445756Z","steps":["trace[1867577490] 'process raft request' (duration: 121.674315ms)","trace[1867577490] 'compare' (duration: 41.456101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:02.446015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.332628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:36:02.446095Z","caller":"traceutil/trace.go:171","msg":"trace[1009545817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23771; }","duration":"159.461162ms","start":"2026-03-02T17:36:02.286616Z","end":"2026-03-02T17:36:02.446078Z","steps":["trace[1009545817] 'agreement among raft nodes before linearized reading' (duration: 159.239415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.446079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.160328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:02.446232Z","caller":"traceutil/trace.go:171","msg":"trace[2129454651] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23771; }","duration":"129.332732ms","start":"2026-03-02T17:36:02.316888Z","end":"2026-03-02T17:36:02.446221Z","steps":["trace[2129454651] 'agreement among raft nodes before linearized reading' (duration: 129.155348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:02.446219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.874697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:02.446408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.581919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:02.446414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.074491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:02.44644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.914321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:36:02.446454Z","caller":"traceutil/trace.go:171","msg":"trace[895047043] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23771; }","duration":"129.66795ms","start":"2026-03-02T17:36:02.316776Z","end":"2026-03-02T17:36:02.446444Z","steps":["trace[895047043] 'agreement among raft nodes before linearized reading' (duration: 129.569028ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:02.446452Z","caller":"traceutil/trace.go:171","msg":"trace[1149226678] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23771; }","duration":"130.123373ms","start":"2026-03-02T17:36:02.316259Z","end":"2026-03-02T17:36:02.446382Z","steps":["trace[1149226678] 'agreement among raft nodes before linearized reading' (duration: 129.759694ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:02.446467Z","caller":"traceutil/trace.go:171","msg":"trace[467505810] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23771; }","duration":"130.166034ms","start":"2026-03-02T17:36:02.316286Z","end":"2026-03-02T17:36:02.446452Z","steps":["trace[467505810] 'agreement among raft nodes before linearized reading' (duration: 130.079652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:02.446478Z","caller":"traceutil/trace.go:171","msg":"trace[1787948955] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23771; }","duration":"128.989723ms","start":"2026-03-02T17:36:02.317479Z","end":"2026-03-02T17:36:02.446469Z","steps":["trace[1787948955] 'agreement among raft nodes before linearized reading' (duration: 128.85196ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:07.033722Z","caller":"traceutil/trace.go:171","msg":"trace[1084235097] transaction","detail":"{read_only:false; response_revision:23804; number_of_response:1; }","duration":"163.67824ms","start":"2026-03-02T17:36:06.869994Z","end":"2026-03-02T17:36:07.033672Z","steps":["trace[1084235097] 'process raft request' (duration: 77.610656ms)","trace[1084235097] 'compare' (duration: 84.854073ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:07.142121Z","caller":"traceutil/trace.go:171","msg":"trace[710923587] transaction","detail":"{read_only:false; response_revision:23806; number_of_response:1; }","duration":"100.957268ms","start":"2026-03-02T17:36:07.041138Z","end":"2026-03-02T17:36:07.142095Z","steps":["trace[710923587] 'process raft request' (duration: 99.120392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:07.19048Z","caller":"traceutil/trace.go:171","msg":"trace[1441919593] transaction","detail":"{read_only:false; response_revision:23807; number_of_response:1; }","duration":"147.952884ms","start":"2026-03-02T17:36:07.04247Z","end":"2026-03-02T17:36:07.190423Z","steps":["trace[1441919593] 'process raft request' (duration: 147.577044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:12.834571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:13.33553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:13.83577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:14.426085Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:14.46276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009343435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:36:14.462825Z","caller":"traceutil/trace.go:171","msg":"trace[1597144270] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009465538s","start":"2026-03-02T17:36:12.453344Z","end":"2026-03-02T17:36:14.462809Z","steps":["trace[1597144270] 'agreement among raft nodes before linearized reading' (duration: 2.009380526s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:14.462861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.453316Z","time spent":"2.00953763s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:36:14.936158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:15.452665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:16.141024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837255301,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:36:16.183711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.890794869s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:36:16.184052Z","caller":"traceutil/trace.go:171","msg":"trace[1566054739] transaction","detail":"{read_only:false; response_revision:23862; number_of_response:1; }","duration":"3.89121502s","start":"2026-03-02T17:36:12.292817Z","end":"2026-03-02T17:36:16.184032Z","steps":["trace[1566054739] 'process raft request' (duration: 3.891080806s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:16.184152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.2928Z","time spent":"3.891292431s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:16.473298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538017498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:36:16.473429Z","caller":"traceutil/trace.go:171","msg":"trace[449396650] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.538189071s","start":"2026-03-02T17:36:14.935208Z","end":"2026-03-02T17:36:16.473397Z","steps":["trace[449396650] 'agreement among raft nodes before linearized reading' (duration: 1.538040998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:16.473509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:14.935186Z","time spent":"1.538301994s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:36:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:36:17.335444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000001014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:36:17.335532Z","caller":"traceutil/trace.go:171","msg":"trace[1866230915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000122298s","start":"2026-03-02T17:36:12.33539Z","end":"2026-03-02T17:36:17.335512Z","steps":["trace[1866230915] 'agreement among raft nodes before linearized reading' (duration: 5.000015155s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:17.335584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.335381Z","time spent":"5.0001915s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 17:36:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:36:17.338721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998811063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:36:17.338853Z","caller":"traceutil/trace.go:171","msg":"trace[1816063954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999027438s","start":"2026-03-02T17:36:12.339796Z","end":"2026-03-02T17:36:17.338823Z","steps":["trace[1816063954] 'agreement among raft nodes before linearized reading' (duration: 4.998833853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:17.338919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.339776Z","time spent":"4.99913059s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:36:17.496488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000100996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:36:17.496682Z","caller":"traceutil/trace.go:171","msg":"trace[98464909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000381075s","start":"2026-03-02T17:36:12.49628Z","end":"2026-03-02T17:36:17.496661Z","steps":["trace[98464909] 'agreement among raft nodes before linearized reading' (duration: 5.000120077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:17.496766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.496263Z","time spent":"5.000487917s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 17:36:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:36:18.056014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.057753Z","time spent":"4.99825073s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 17:36:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:36:18.336527Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.152631369s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:36:18.342514Z","caller":"traceutil/trace.go:171","msg":"trace[280468997] transaction","detail":"{read_only:false; response_revision:23863; number_of_response:1; }","duration":"5.479244239s","start":"2026-03-02T17:36:12.863119Z","end":"2026-03-02T17:36:18.342364Z","steps":["trace[280468997] 'process raft request' (duration: 5.473614044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.342753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.863084Z","time spent":"5.479519266s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:18.343566Z","caller":"traceutil/trace.go:171","msg":"trace[1017113722] transaction","detail":"{read_only:false; response_revision:23865; number_of_response:1; }","duration":"4.885021112s","start":"2026-03-02T17:36:13.458517Z","end":"2026-03-02T17:36:18.343538Z","steps":["trace[1017113722] 'process raft request' (duration: 4.883642116s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:18.343621Z","caller":"traceutil/trace.go:171","msg":"trace[1656335036] transaction","detail":"{read_only:false; response_revision:23866; number_of_response:1; }","duration":"4.63690114s","start":"2026-03-02T17:36:13.706704Z","end":"2026-03-02T17:36:18.343605Z","steps":["trace[1656335036] 'process raft request' (duration: 4.635492994s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.343706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.458472Z","time spent":"4.885153415s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:18.343705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.706669Z","time spent":"4.636993953s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:18.347392Z","caller":"traceutil/trace.go:171","msg":"trace[360499523] transaction","detail":"{read_only:false; response_revision:23867; number_of_response:1; }","duration":"4.549030139s","start":"2026-03-02T17:36:13.79834Z","end":"2026-03-02T17:36:18.347371Z","steps":["trace[360499523] 'process raft request' (duration: 4.548749302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.347538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.798312Z","time spent":"4.549141452s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:18.348003Z","caller":"traceutil/trace.go:171","msg":"trace[1410204385] transaction","detail":"{read_only:false; response_revision:23868; number_of_response:1; }","duration":"2.838179207s","start":"2026-03-02T17:36:15.509816Z","end":"2026-03-02T17:36:18.347995Z","steps":["trace[1410204385] 'process raft request' (duration: 2.837511919s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.348053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:15.509795Z","time spent":"2.838233279s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:18.348364Z","caller":"traceutil/trace.go:171","msg":"trace[1682883750] transaction","detail":"{read_only:false; response_revision:23869; number_of_response:1; }","duration":"2.826953066s","start":"2026-03-02T17:36:15.521401Z","end":"2026-03-02T17:36:18.348354Z","steps":["trace[1682883750] 'process raft request' (duration: 2.826559267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.348407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:15.521393Z","time spent":"2.826993567s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:36:18.348811Z","caller":"traceutil/trace.go:171","msg":"trace[1526143943] linearizableReadLoop","detail":"{readStateIndex:24748; appliedIndex:24740; }","duration":"6.015256951s","start":"2026-03-02T17:36:12.333535Z","end":"2026-03-02T17:36:18.348792Z","steps":["trace[1526143943] 'read index received' (duration: 3.850481387s)","trace[1526143943] 'applied index is now lower than readState.Index' (duration: 2.164774584s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:18.348861Z","caller":"traceutil/trace.go:171","msg":"trace[1110523434] transaction","detail":"{read_only:false; response_revision:23871; number_of_response:1; }","duration":"2.199742687s","start":"2026-03-02T17:36:16.149089Z","end":"2026-03-02T17:36:18.348832Z","steps":["trace[1110523434] 'process raft request' (duration: 2.199537612s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:18.348942Z","caller":"traceutil/trace.go:171","msg":"trace[1532070296] transaction","detail":"{read_only:false; response_revision:23872; number_of_response:1; }","duration":"2.198481355s","start":"2026-03-02T17:36:16.150453Z","end":"2026-03-02T17:36:18.348934Z","steps":["trace[1532070296] 'process raft request' (duration: 2.19828886s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:18.348865Z","caller":"traceutil/trace.go:171","msg":"trace[883740767] transaction","detail":"{read_only:false; response_revision:23870; number_of_response:1; }","duration":"2.20098973s","start":"2026-03-02T17:36:16.147863Z","end":"2026-03-02T17:36:18.348853Z","steps":["trace[883740767] 'process raft request' (duration: 2.200456516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.149058Z","time spent":"2.199874031s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T17:36:18.349056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.150424Z","time spent":"2.198559747s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:18.349105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867534073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.349147Z","caller":"traceutil/trace.go:171","msg":"trace[1522775893] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23872; }","duration":"5.867626096s","start":"2026-03-02T17:36:12.481511Z","end":"2026-03-02T17:36:18.349137Z","steps":["trace[1522775893] 'agreement among raft nodes before linearized reading' (duration: 5.867532193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01562939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:36:18.349649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838384012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"warn","ts":"2026-03-02T17:36:18.349665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207267052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:36:18.349678Z","caller":"traceutil/trace.go:171","msg":"trace[1879834395] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23872; }","duration":"2.838436774s","start":"2026-03-02T17:36:15.511234Z","end":"2026-03-02T17:36:18.349671Z","steps":["trace[1879834395] 'agreement among raft nodes before linearized reading' (duration: 2.838365372s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:18.349677Z","caller":"traceutil/trace.go:171","msg":"trace[568410005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23872; }","duration":"6.016190364s","start":"2026-03-02T17:36:12.333475Z","end":"2026-03-02T17:36:18.349666Z","steps":["trace[568410005] 'agreement among raft nodes before linearized reading' (duration: 6.015562688s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:15.511217Z","time spent":"2.838473914s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4896,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:36:18.349707Z","caller":"traceutil/trace.go:171","msg":"trace[1226939852] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23872; }","duration":"2.207322644s","start":"2026-03-02T17:36:16.142376Z","end":"2026-03-02T17:36:18.349698Z","steps":["trace[1226939852] 'agreement among raft nodes before linearized reading' (duration: 2.207096959s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.33345Z","time spent":"6.016262227s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:36:18.34974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.14237Z","time spent":"2.207355545s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":224,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.481483Z","time spent":"5.867683817s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838006781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.349937Z","caller":"traceutil/trace.go:171","msg":"trace[2078685586] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23872; }","duration":"2.838774192s","start":"2026-03-02T17:36:15.511153Z","end":"2026-03-02T17:36:18.349927Z","steps":["trace[2078685586] 'agreement among raft nodes before linearized reading' (duration: 2.838000102s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:15.511149Z","time spent":"2.838810844s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.294122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.350034Z","caller":"traceutil/trace.go:171","msg":"trace[225692337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23872; }","duration":"132.149995ms","start":"2026-03-02T17:36:18.217872Z","end":"2026-03-02T17:36:18.350022Z","steps":["trace[225692337] 'agreement among raft nodes before linearized reading' (duration: 131.318073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.350056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.147829Z","time spent":"2.201156494s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:36:18.349227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.838195048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:36:18.350128Z","caller":"traceutil/trace.go:171","msg":"trace[1271337842] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:23872; }","duration":"2.839111651s","start":"2026-03-02T17:36:15.511006Z","end":"2026-03-02T17:36:18.350118Z","steps":["trace[1271337842] 'agreement among raft nodes before linearized reading' (duration: 2.838176957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.350168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:15.510999Z","time spent":"2.839158212s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.844723047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.350309Z","caller":"traceutil/trace.go:171","msg":"trace[1434394401] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23872; }","duration":"2.845785894s","start":"2026-03-02T17:36:15.504506Z","end":"2026-03-02T17:36:18.350292Z","steps":["trace[1434394401] 'agreement among raft nodes before linearized reading' (duration: 2.844736866s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.35034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:15.504486Z","time spent":"2.845844115s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.60781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:36:18.350465Z","caller":"traceutil/trace.go:171","msg":"trace[1618924709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23872; }","duration":"159.850261ms","start":"2026-03-02T17:36:18.190605Z","end":"2026-03-02T17:36:18.350456Z","steps":["trace[1618924709] 'agreement among raft nodes before linearized reading' (duration: 158.623289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414029369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.350648Z","caller":"traceutil/trace.go:171","msg":"trace[1148733000] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23872; }","duration":"3.415384633s","start":"2026-03-02T17:36:14.935255Z","end":"2026-03-02T17:36:18.350639Z","steps":["trace[1148733000] 'agreement among raft nodes before linearized reading' (duration: 3.414025689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.350677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:14.935251Z","time spent":"3.415417155s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.522059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-02T17:36:18.350792Z","caller":"traceutil/trace.go:171","msg":"trace[1242264120] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23872; }","duration":"294.004528ms","start":"2026-03-02T17:36:18.056778Z","end":"2026-03-02T17:36:18.350783Z","steps":["trace[1242264120] 'agreement among raft nodes before linearized reading' (duration: 292.510999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.74473559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.350893Z","caller":"traceutil/trace.go:171","msg":"trace[1457578966] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23872; }","duration":"5.74629489s","start":"2026-03-02T17:36:12.604591Z","end":"2026-03-02T17:36:18.350885Z","steps":["trace[1457578966] 'agreement among raft nodes before linearized reading' (duration: 5.74472188s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.350927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.604574Z","time spent":"5.746339622s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344304782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.351087Z","caller":"traceutil/trace.go:171","msg":"trace[876333430] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23872; }","duration":"5.346111238s","start":"2026-03-02T17:36:13.004967Z","end":"2026-03-02T17:36:18.351078Z","steps":["trace[876333430] 'agreement among raft nodes before linearized reading' (duration: 5.344329852s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.351113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.004942Z","time spent":"5.346162069s","remote":"127.0.0.1:52228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871727461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.351267Z","caller":"traceutil/trace.go:171","msg":"trace[2145366473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23872; }","duration":"1.87366232s","start":"2026-03-02T17:36:16.477597Z","end":"2026-03-02T17:36:18.351259Z","steps":["trace[2145366473] 'agreement among raft nodes before linearized reading' (duration: 1.871750582s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.35129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.477575Z","time spent":"1.873708162s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.514333444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.351463Z","caller":"traceutil/trace.go:171","msg":"trace[1919939642] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:23872; }","duration":"4.516498639s","start":"2026-03-02T17:36:13.834958Z","end":"2026-03-02T17:36:18.351457Z","steps":["trace[1919939642] 'agreement among raft nodes before linearized reading' (duration: 4.514394375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.351484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.83493Z","time spent":"4.51654664s","remote":"127.0.0.1:41956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166787506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.351653Z","caller":"traceutil/trace.go:171","msg":"trace[1390678239] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23872; }","duration":"2.169044344s","start":"2026-03-02T17:36:16.182602Z","end":"2026-03-02T17:36:18.351647Z","steps":["trace[1390678239] 'agreement among raft nodes before linearized reading' (duration: 2.166775795s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.351672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.182554Z","time spent":"2.169111936s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746229786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.351721Z","caller":"traceutil/trace.go:171","msg":"trace[1751264124] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:23872; }","duration":"4.748558166s","start":"2026-03-02T17:36:13.603141Z","end":"2026-03-02T17:36:18.351699Z","steps":["trace[1751264124] 'agreement among raft nodes before linearized reading' (duration: 4.746248787s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.35176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.603117Z","time spent":"4.748630078s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.778742018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:36:18.351824Z","caller":"traceutil/trace.go:171","msg":"trace[155528562] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23872; }","duration":"5.78113807s","start":"2026-03-02T17:36:12.570671Z","end":"2026-03-02T17:36:18.351809Z","steps":["trace[155528562] 'agreement among raft nodes before linearized reading' (duration: 5.778678507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.351861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.57065Z","time spent":"5.781199513s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.746725519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:36:18.35194Z","caller":"traceutil/trace.go:171","msg":"trace[1087106060] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23872; }","duration":"4.749163421s","start":"2026-03-02T17:36:13.602753Z","end":"2026-03-02T17:36:18.351916Z","steps":["trace[1087106060] 'agreement among raft nodes before linearized reading' (duration: 4.746675908s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.351987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.602705Z","time spent":"4.749268794s","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.3495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203221547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:36:18.352156Z","caller":"traceutil/trace.go:171","msg":"trace[1938588455] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:23872; }","duration":"2.205891186s","start":"2026-03-02T17:36:16.14624Z","end":"2026-03-02T17:36:18.352132Z","steps":["trace[1938588455] 'agreement among raft nodes before linearized reading' (duration: 2.203168976s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.352198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.14622Z","time spent":"2.205968119s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":87,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.866630971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-02T17:36:18.352281Z","caller":"traceutil/trace.go:171","msg":"trace[680323219] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23872; }","duration":"5.869392901s","start":"2026-03-02T17:36:12.482866Z","end":"2026-03-02T17:36:18.352259Z","steps":["trace[680323219] 'agreement among raft nodes before linearized reading' (duration: 5.86660252s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.352327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.482857Z","time spent":"5.869454653s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4896,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.337432804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.352536Z","caller":"traceutil/trace.go:171","msg":"trace[199049914] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:23872; }","duration":"5.340429551s","start":"2026-03-02T17:36:13.012081Z","end":"2026-03-02T17:36:18.35251Z","steps":["trace[199049914] 'agreement among raft nodes before linearized reading' (duration: 5.337428404s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.349544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207256112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:36:18.352796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:13.012076Z","time spent":"5.340512332s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:36:18.352811Z","caller":"traceutil/trace.go:171","msg":"trace[84303661] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23872; }","duration":"2.210510006s","start":"2026-03-02T17:36:16.142281Z","end":"2026-03-02T17:36:18.352791Z","steps":["trace[84303661] 'agreement among raft nodes before linearized reading' (duration: 2.207234752s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.352852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.1418Z","time spent":"2.211038751s","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867854493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.35296Z","caller":"traceutil/trace.go:171","msg":"trace[1633967929] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23872; }","duration":"5.87126927s","start":"2026-03-02T17:36:12.481676Z","end":"2026-03-02T17:36:18.352946Z","steps":["trace[1633967929] 'agreement among raft nodes before linearized reading' (duration: 5.867857242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.353007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.481666Z","time spent":"5.871322481s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867915584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.353115Z","caller":"traceutil/trace.go:171","msg":"trace[1070492326] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23872; }","duration":"5.871481455s","start":"2026-03-02T17:36:12.481622Z","end":"2026-03-02T17:36:18.353104Z","steps":["trace[1070492326] 'agreement among raft nodes before linearized reading' (duration: 5.867941954s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.353137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:12.481595Z","time spent":"5.871534387s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:36:18.349579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206779219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.353218Z","caller":"traceutil/trace.go:171","msg":"trace[1790177518] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:23872; }","duration":"2.210410942s","start":"2026-03-02T17:36:16.14279Z","end":"2026-03-02T17:36:18.353201Z","steps":["trace[1790177518] 'agreement among raft nodes before linearized reading' (duration: 2.206765529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.353244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.142783Z","time spent":"2.210452864s","remote":"127.0.0.1:52344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206939173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.353387Z","caller":"traceutil/trace.go:171","msg":"trace[1691076201] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:23872; }","duration":"2.210787772s","start":"2026-03-02T17:36:16.142588Z","end":"2026-03-02T17:36:18.353376Z","steps":["trace[1691076201] 'agreement among raft nodes before linearized reading' (duration: 2.206910142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.353413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.142584Z","time spent":"2.210820422s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207338014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.353594Z","caller":"traceutil/trace.go:171","msg":"trace[590560520] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23872; }","duration":"2.211396999s","start":"2026-03-02T17:36:16.142188Z","end":"2026-03-02T17:36:18.353585Z","steps":["trace[590560520] 'agreement among raft nodes before linearized reading' (duration: 2.207369515s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.353619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.142163Z","time spent":"2.21144672s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:18.349637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207231622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:18.353799Z","caller":"traceutil/trace.go:171","msg":"trace[304605160] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:23872; }","duration":"2.211404359s","start":"2026-03-02T17:36:16.142385Z","end":"2026-03-02T17:36:18.353789Z","steps":["trace[304605160] 'agreement among raft nodes before linearized reading' (duration: 2.207226131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:18.353826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:16.142378Z","time spent":"2.21143925s","remote":"127.0.0.1:52316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:36:37.645328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.763374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:36:37.645407Z","caller":"traceutil/trace.go:171","msg":"trace[2010721433] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24027; }","duration":"141.892057ms","start":"2026-03-02T17:36:37.503492Z","end":"2026-03-02T17:36:37.645385Z","steps":["trace[2010721433] 'count revisions from in-memory index tree' (duration: 141.59807ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.481557Z","caller":"traceutil/trace.go:171","msg":"trace[67145175] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"105.016594ms","start":"2026-03-02T17:36:48.376515Z","end":"2026-03-02T17:36:48.481532Z","steps":["trace[67145175] 'process raft request' (duration: 104.84548ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.489704Z","caller":"traceutil/trace.go:171","msg":"trace[1061360957] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"104.13871ms","start":"2026-03-02T17:36:48.385532Z","end":"2026-03-02T17:36:48.48967Z","steps":["trace[1061360957] 'process raft request' (duration: 103.799952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:48.783002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.802737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:36:48.783335Z","caller":"traceutil/trace.go:171","msg":"trace[458966990] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"206.055225ms","start":"2026-03-02T17:36:48.57726Z","end":"2026-03-02T17:36:48.783315Z","steps":["trace[458966990] 'process raft request' (duration: 205.989163ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.783389Z","caller":"traceutil/trace.go:171","msg":"trace[316780108] linearizableReadLoop","detail":"{readStateIndex:25009; appliedIndex:25008; }","duration":"292.230712ms","start":"2026-03-02T17:36:48.491136Z","end":"2026-03-02T17:36:48.783367Z","steps":["trace[316780108] 'read index received' (duration: 92.985393ms)","trace[316780108] 'applied index is now lower than readState.Index' (duration: 199.243339ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:48.783474Z","caller":"traceutil/trace.go:171","msg":"trace[1153014949] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"258.445159ms","start":"2026-03-02T17:36:48.524931Z","end":"2026-03-02T17:36:48.783377Z","steps":["trace[1153014949] 'process raft request' (duration: 258.208133ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.783482Z","caller":"traceutil/trace.go:171","msg":"trace[283549871] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"293.591787ms","start":"2026-03-02T17:36:48.489755Z","end":"2026-03-02T17:36:48.783347Z","steps":["trace[283549871] 'process raft request' (duration: 94.334188ms)","trace[283549871] 'compare' (duration: 198.339906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:48.783634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.436097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:48.783736Z","caller":"traceutil/trace.go:171","msg":"trace[586863424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24125; }","duration":"292.58972ms","start":"2026-03-02T17:36:48.491119Z","end":"2026-03-02T17:36:48.783709Z","steps":["trace[586863424] 'agreement among raft nodes before linearized reading' (duration: 292.375025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.857321Z","caller":"traceutil/trace.go:171","msg":"trace[1909334617] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"271.791425ms","start":"2026-03-02T17:36:48.585505Z","end":"2026-03-02T17:36:48.857297Z","steps":["trace[1909334617] 'process raft request' (duration: 271.571859ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.857702Z","caller":"traceutil/trace.go:171","msg":"trace[2023887562] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"266.003594ms","start":"2026-03-02T17:36:48.591676Z","end":"2026-03-02T17:36:48.85768Z","steps":["trace[2023887562] 'process raft request' (duration: 265.81497ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.857757Z","caller":"traceutil/trace.go:171","msg":"trace[121456719] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"261.024826ms","start":"2026-03-02T17:36:48.596721Z","end":"2026-03-02T17:36:48.857746Z","steps":["trace[121456719] 'process raft request' (duration: 260.897373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.857717Z","caller":"traceutil/trace.go:171","msg":"trace[722611167] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"267.131634ms","start":"2026-03-02T17:36:48.590556Z","end":"2026-03-02T17:36:48.857688Z","steps":["trace[722611167] 'process raft request' (duration: 266.692022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:48.85792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.70772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:48.857966Z","caller":"traceutil/trace.go:171","msg":"trace[829628470] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24129; }","duration":"358.790542ms","start":"2026-03-02T17:36:48.499163Z","end":"2026-03-02T17:36:48.857954Z","steps":["trace[829628470] 'agreement among raft nodes before linearized reading' (duration: 358.682049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:48.857962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.158561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-02T17:36:48.858001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:48.499146Z","time spent":"358.846614ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-02T17:36:48.858008Z","caller":"traceutil/trace.go:171","msg":"trace[1190510769] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24129; }","duration":"145.227554ms","start":"2026-03-02T17:36:48.71277Z","end":"2026-03-02T17:36:48.857998Z","steps":["trace[1190510769] 'agreement among raft nodes before linearized reading' (duration: 145.070409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:48.858032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.251893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:36:48.858083Z","caller":"traceutil/trace.go:171","msg":"trace[509307936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24129; }","duration":"174.351526ms","start":"2026-03-02T17:36:48.683718Z","end":"2026-03-02T17:36:48.85807Z","steps":["trace[509307936] 'agreement among raft nodes before linearized reading' (duration: 174.176401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:48.858098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.686822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-02T17:36:48.858126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.13991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:36:48.85819Z","caller":"traceutil/trace.go:171","msg":"trace[1932464927] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24129; }","duration":"360.779614ms","start":"2026-03-02T17:36:48.497342Z","end":"2026-03-02T17:36:48.858121Z","steps":["trace[1932464927] 'agreement among raft nodes before linearized reading' (duration: 360.519777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:48.858229Z","caller":"traceutil/trace.go:171","msg":"trace[1477348857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24129; }","duration":"179.336514ms","start":"2026-03-02T17:36:48.678869Z","end":"2026-03-02T17:36:48.858206Z","steps":["trace[1477348857] 'agreement among raft nodes before linearized reading' (duration: 178.939033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:48.858223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:36:48.497331Z","time spent":"360.883906ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-02T17:36:48.997125Z","caller":"traceutil/trace.go:171","msg":"trace[1568074875] linearizableReadLoop","detail":"{readStateIndex:25016; appliedIndex:25015; }","duration":"139.364262ms","start":"2026-03-02T17:36:48.857728Z","end":"2026-03-02T17:36:48.997092Z","steps":["trace[1568074875] 'read index received' (duration: 118.818251ms)","trace[1568074875] 'applied index is now lower than readState.Index' (duration: 20.543851ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:48.997351Z","caller":"traceutil/trace.go:171","msg":"trace[117959758] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"147.39871ms","start":"2026-03-02T17:36:48.849928Z","end":"2026-03-02T17:36:48.997327Z","steps":["trace[117959758] 'process raft request' (duration: 126.602682ms)","trace[117959758] 'compare' (duration: 20.12487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:48.997722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.294928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-endpoints-s6mtp\" ","response":"range_response_count:1 size:15117"} {"level":"info","ts":"2026-03-02T17:36:48.997824Z","caller":"traceutil/trace.go:171","msg":"trace[2095297343] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-endpoints-s6mtp; range_end:; response_count:1; response_revision:24130; }","duration":"149.413181ms","start":"2026-03-02T17:36:48.848389Z","end":"2026-03-02T17:36:48.997802Z","steps":["trace[2095297343] 'agreement among raft nodes before linearized reading' (duration: 148.96535ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:49.117686Z","caller":"traceutil/trace.go:171","msg":"trace[1792001933] linearizableReadLoop","detail":"{readStateIndex:25019; appliedIndex:25016; }","duration":"120.387211ms","start":"2026-03-02T17:36:48.997269Z","end":"2026-03-02T17:36:49.117656Z","steps":["trace[1792001933] 'read index received' (duration: 108.080284ms)","trace[1792001933] 'applied index is now lower than readState.Index' (duration: 12.305467ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:49.117729Z","caller":"traceutil/trace.go:171","msg":"trace[844419025] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"255.02175ms","start":"2026-03-02T17:36:48.862663Z","end":"2026-03-02T17:36:49.117685Z","steps":["trace[844419025] 'process raft request' (duration: 254.798885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:49.117758Z","caller":"traceutil/trace.go:171","msg":"trace[549213118] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"255.029491ms","start":"2026-03-02T17:36:48.862695Z","end":"2026-03-02T17:36:49.117725Z","steps":["trace[549213118] 'process raft request' (duration: 254.905987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:49.117945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.455113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:36:49.118021Z","caller":"traceutil/trace.go:171","msg":"trace[1081358330] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24132; }","duration":"137.542505ms","start":"2026-03-02T17:36:48.980455Z","end":"2026-03-02T17:36:49.117997Z","steps":["trace[1081358330] 'agreement among raft nodes before linearized reading' (duration: 137.377241ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:49.20846Z","caller":"traceutil/trace.go:171","msg":"trace[671675288] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"195.39506ms","start":"2026-03-02T17:36:49.013039Z","end":"2026-03-02T17:36:49.208434Z","steps":["trace[671675288] 'process raft request' (duration: 195.201415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:49.209501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.055394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:270007"} {"level":"info","ts":"2026-03-02T17:36:49.209625Z","caller":"traceutil/trace.go:171","msg":"trace[1429661782] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24133; }","duration":"132.212607ms","start":"2026-03-02T17:36:49.077367Z","end":"2026-03-02T17:36:49.20958Z","steps":["trace[1429661782] 'agreement among raft nodes before linearized reading' (duration: 131.271652ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:49.584921Z","caller":"traceutil/trace.go:171","msg":"trace[534312874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24135; }","duration":"100.012975ms","start":"2026-03-02T17:36:49.484881Z","end":"2026-03-02T17:36:49.584894Z","steps":["trace[534312874] 'agreement among raft nodes before linearized reading' (duration: 99.969104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:49.585196Z","caller":"traceutil/trace.go:171","msg":"trace[843139167] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"139.595117ms","start":"2026-03-02T17:36:49.445521Z","end":"2026-03-02T17:36:49.585116Z","steps":["trace[843139167] 'process raft request' (duration: 138.544111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:49.779816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.327614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:36:49.780035Z","caller":"traceutil/trace.go:171","msg":"trace[180927473] linearizableReadLoop","detail":"{readStateIndex:25024; appliedIndex:25022; }","duration":"100.974781ms","start":"2026-03-02T17:36:49.679047Z","end":"2026-03-02T17:36:49.780022Z","steps":["trace[180927473] 'read index received' (duration: 75.283547ms)","trace[180927473] 'applied index is now lower than readState.Index' (duration: 25.690484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:49.780195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.146235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:36:49.780218Z","caller":"traceutil/trace.go:171","msg":"trace[1581102955] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24137; }","duration":"101.204436ms","start":"2026-03-02T17:36:49.679007Z","end":"2026-03-02T17:36:49.780211Z","steps":["trace[1581102955] 'agreement among raft nodes before linearized reading' (duration: 101.054793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:49.780248Z","caller":"traceutil/trace.go:171","msg":"trace[304026750] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"190.044712ms","start":"2026-03-02T17:36:49.590179Z","end":"2026-03-02T17:36:49.780224Z","steps":["trace[304026750] 'process raft request' (duration: 51.248005ms)","trace[304026750] 'compare' (duration: 138.036807ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:49.78038Z","caller":"traceutil/trace.go:171","msg":"trace[1378258735] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"189.843846ms","start":"2026-03-02T17:36:49.590527Z","end":"2026-03-02T17:36:49.780371Z","steps":["trace[1378258735] 'process raft request' (duration: 189.379414ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:50.035811Z","caller":"traceutil/trace.go:171","msg":"trace[2072257684] linearizableReadLoop","detail":"{readStateIndex:25026; appliedIndex:25025; }","duration":"167.893969ms","start":"2026-03-02T17:36:49.867884Z","end":"2026-03-02T17:36:50.035778Z","steps":["trace[2072257684] 'read index received' (duration: 74.414323ms)","trace[2072257684] 'applied index is now lower than readState.Index' (duration: 93.477946ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:50.035857Z","caller":"traceutil/trace.go:171","msg":"trace[176843924] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"168.204456ms","start":"2026-03-02T17:36:49.867629Z","end":"2026-03-02T17:36:50.035833Z","steps":["trace[176843924] 'process raft request' (duration: 74.655609ms)","trace[176843924] 'compare' (duration: 93.189497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:50.03639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.469214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T17:36:50.03644Z","caller":"traceutil/trace.go:171","msg":"trace[1649874301] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24139; }","duration":"168.566767ms","start":"2026-03-02T17:36:49.86786Z","end":"2026-03-02T17:36:50.036426Z","steps":["trace[1649874301] 'agreement among raft nodes before linearized reading' (duration: 168.076164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:50.077225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.570204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:36:50.077299Z","caller":"traceutil/trace.go:171","msg":"trace[590358893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24140; }","duration":"202.674307ms","start":"2026-03-02T17:36:49.874606Z","end":"2026-03-02T17:36:50.07728Z","steps":["trace[590358893] 'agreement among raft nodes before linearized reading' (duration: 202.480812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:50.077345Z","caller":"traceutil/trace.go:171","msg":"trace[1060144569] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"153.470956ms","start":"2026-03-02T17:36:49.923848Z","end":"2026-03-02T17:36:50.077319Z","steps":["trace[1060144569] 'process raft request' (duration: 153.090797ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:51.002618Z","caller":"traceutil/trace.go:171","msg":"trace[187607697] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"137.259547ms","start":"2026-03-02T17:36:50.865326Z","end":"2026-03-02T17:36:51.002585Z","steps":["trace[187607697] 'process raft request' (duration: 137.149214ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:51.002848Z","caller":"traceutil/trace.go:171","msg":"trace[788678124] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"137.526664ms","start":"2026-03-02T17:36:50.865294Z","end":"2026-03-02T17:36:51.002821Z","steps":["trace[788678124] 'process raft request' (duration: 137.071563ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:51.002734Z","caller":"traceutil/trace.go:171","msg":"trace[1155662145] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"137.679958ms","start":"2026-03-02T17:36:50.865028Z","end":"2026-03-02T17:36:51.002708Z","steps":["trace[1155662145] 'process raft request' (duration: 56.623343ms)","trace[1155662145] 'compare' (duration: 80.348087ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:51.00325Z","caller":"traceutil/trace.go:171","msg":"trace[912306269] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"137.338379ms","start":"2026-03-02T17:36:50.865855Z","end":"2026-03-02T17:36:51.003193Z","steps":["trace[912306269] 'process raft request' (duration: 136.679082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:51.003395Z","caller":"traceutil/trace.go:171","msg":"trace[1910627156] linearizableReadLoop","detail":"{readStateIndex:25041; appliedIndex:25037; }","duration":"116.226803ms","start":"2026-03-02T17:36:50.887143Z","end":"2026-03-02T17:36:51.00337Z","steps":["trace[1910627156] 'read index received' (duration: 34.617994ms)","trace[1910627156] 'applied index is now lower than readState.Index' (duration: 81.607829ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:36:51.003445Z","caller":"traceutil/trace.go:171","msg":"trace[405435681] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"111.771959ms","start":"2026-03-02T17:36:50.891644Z","end":"2026-03-02T17:36:51.003416Z","steps":["trace[405435681] 'process raft request' (duration: 111.447022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:51.003651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.492111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-ks-endpoints-s6mtp\" ","response":"range_response_count:1 size:15128"} {"level":"info","ts":"2026-03-02T17:36:51.003918Z","caller":"traceutil/trace.go:171","msg":"trace[222992745] range","detail":"{range_begin:/registry/pods/openstack/magnum-ks-endpoints-s6mtp; range_end:; response_count:1; response_revision:24155; }","duration":"116.790778ms","start":"2026-03-02T17:36:50.887107Z","end":"2026-03-02T17:36:51.003897Z","steps":["trace[222992745] 'agreement among raft nodes before linearized reading' (duration: 116.410138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:54.939944Z","caller":"traceutil/trace.go:171","msg":"trace[1729162665] transaction","detail":"{read_only:false; response_revision:24177; number_of_response:1; }","duration":"127.073914ms","start":"2026-03-02T17:36:54.812847Z","end":"2026-03-02T17:36:54.939921Z","steps":["trace[1729162665] 'process raft request' (duration: 126.91394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:54.997078Z","caller":"traceutil/trace.go:171","msg":"trace[277940417] transaction","detail":"{read_only:false; response_revision:24178; number_of_response:1; }","duration":"178.8005ms","start":"2026-03-02T17:36:54.818258Z","end":"2026-03-02T17:36:54.997058Z","steps":["trace[277940417] 'process raft request' (duration: 178.521763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:54.997078Z","caller":"traceutil/trace.go:171","msg":"trace[1354981814] transaction","detail":"{read_only:false; response_revision:24179; number_of_response:1; }","duration":"176.834189ms","start":"2026-03-02T17:36:54.820222Z","end":"2026-03-02T17:36:54.997056Z","steps":["trace[1354981814] 'process raft request' (duration: 176.739387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:54.99706Z","caller":"traceutil/trace.go:171","msg":"trace[767025891] linearizableReadLoop","detail":"{readStateIndex:25067; appliedIndex:25064; }","duration":"124.566329ms","start":"2026-03-02T17:36:54.872454Z","end":"2026-03-02T17:36:54.99702Z","steps":["trace[767025891] 'read index received' (duration: 67.29264ms)","trace[767025891] 'applied index is now lower than readState.Index' (duration: 57.272569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:36:54.997244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.755995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:36:54.997314Z","caller":"traceutil/trace.go:171","msg":"trace[336280639] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:24179; }","duration":"124.874218ms","start":"2026-03-02T17:36:54.872425Z","end":"2026-03-02T17:36:54.997299Z","steps":["trace[336280639] 'agreement among raft nodes before linearized reading' (duration: 124.694084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:36:54.99745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.857955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:36:54.997527Z","caller":"traceutil/trace.go:171","msg":"trace[213274499] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:24179; }","duration":"115.978107ms","start":"2026-03-02T17:36:54.881533Z","end":"2026-03-02T17:36:54.997512Z","steps":["trace[213274499] 'agreement among raft nodes before linearized reading' (duration: 115.793003ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:55.250169Z","caller":"traceutil/trace.go:171","msg":"trace[947261392] transaction","detail":"{read_only:false; response_revision:24185; number_of_response:1; }","duration":"100.24663ms","start":"2026-03-02T17:36:55.149898Z","end":"2026-03-02T17:36:55.250145Z","steps":["trace[947261392] 'process raft request' (duration: 100.124627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:36:55.915404Z","caller":"traceutil/trace.go:171","msg":"trace[426588139] transaction","detail":"{read_only:false; response_revision:24187; number_of_response:1; }","duration":"103.658329ms","start":"2026-03-02T17:36:55.811704Z","end":"2026-03-02T17:36:55.915363Z","steps":["trace[426588139] 'process raft request' (duration: 103.398273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:37:43.163299Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21610} {"level":"info","ts":"2026-03-02T17:37:43.273422Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21610,"took":"106.174633ms","hash":1517551461,"current-db-size-bytes":46821376,"current-db-size":"47 MB","current-db-size-in-use-bytes":38248448,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-02T17:37:43.273502Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1517551461,"revision":21610,"compact-revision":19605} {"level":"info","ts":"2026-03-02T17:38:08.453432Z","caller":"traceutil/trace.go:171","msg":"trace[2021220370] transaction","detail":"{read_only:false; response_revision:24856; number_of_response:1; }","duration":"124.174169ms","start":"2026-03-02T17:38:08.329223Z","end":"2026-03-02T17:38:08.453397Z","steps":["trace[2021220370] 'process raft request' (duration: 123.939773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:14.191208Z","caller":"traceutil/trace.go:171","msg":"trace[1222645603] transaction","detail":"{read_only:false; response_revision:24898; number_of_response:1; }","duration":"414.109222ms","start":"2026-03-02T17:38:13.777069Z","end":"2026-03-02T17:38:14.191179Z","steps":["trace[1222645603] 'process raft request' (duration: 413.904306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:14.191369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:13.77704Z","time spent":"414.253086ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:15.724471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.983331ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:38:15.724693Z","caller":"traceutil/trace.go:171","msg":"trace[495897047] linearizableReadLoop","detail":"{readStateIndex:25810; appliedIndex:25808; }","duration":"1.880675792s","start":"2026-03-02T17:38:13.844002Z","end":"2026-03-02T17:38:15.724678Z","steps":["trace[495897047] 'read index received' (duration: 346.69744ms)","trace[495897047] 'applied index is now lower than readState.Index' (duration: 1.533977492s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:15.725262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881241556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:38:15.725348Z","caller":"traceutil/trace.go:171","msg":"trace[2018423356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24898; }","duration":"1.881333729s","start":"2026-03-02T17:38:13.843995Z","end":"2026-03-02T17:38:15.725329Z","steps":["trace[2018423356] 'agreement among raft nodes before linearized reading' (duration: 1.881085552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.725407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:13.843943Z","time spent":"1.881453271s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:38:15.725879Z","caller":"traceutil/trace.go:171","msg":"trace[1844429571] transaction","detail":"{read_only:false; response_revision:24899; number_of_response:1; }","duration":"357.593522ms","start":"2026-03-02T17:38:15.368266Z","end":"2026-03-02T17:38:15.72586Z","steps":["trace[1844429571] 'process raft request' (duration: 356.324029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.726039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.368245Z","time spent":"357.726604ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:15.901638Z","caller":"traceutil/trace.go:171","msg":"trace[1389192680] transaction","detail":"{read_only:false; response_revision:24900; number_of_response:1; }","duration":"516.278053ms","start":"2026-03-02T17:38:15.385331Z","end":"2026-03-02T17:38:15.901609Z","steps":["trace[1389192680] 'process raft request' (duration: 516.062657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.901848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.385308Z","time spent":"516.434737ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:15.901945Z","caller":"traceutil/trace.go:171","msg":"trace[914938267] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"516.149319ms","start":"2026-03-02T17:38:15.385758Z","end":"2026-03-02T17:38:15.901908Z","steps":["trace[914938267] 'process raft request' (duration: 515.80701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.90218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.385749Z","time spent":"516.282942ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:15.902226Z","caller":"traceutil/trace.go:171","msg":"trace[1705564475] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25811; }","duration":"177.423946ms","start":"2026-03-02T17:38:15.72472Z","end":"2026-03-02T17:38:15.902144Z","steps":["trace[1705564475] 'read index received' (duration: 176.737968ms)","trace[1705564475] 'applied index is now lower than readState.Index' (duration: 685.078µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:15.902377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190669061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T17:38:15.90243Z","caller":"traceutil/trace.go:171","msg":"trace[2017031451] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:24905; }","duration":"1.190718952s","start":"2026-03-02T17:38:14.711696Z","end":"2026-03-02T17:38:15.902415Z","steps":["trace[2017031451] 'agreement among raft nodes before linearized reading' (duration: 1.190555768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.902428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332201698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:15.902463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.711635Z","time spent":"1.190820774s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-02T17:38:15.902475Z","caller":"traceutil/trace.go:171","msg":"trace[677239458] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24905; }","duration":"1.33230403s","start":"2026-03-02T17:38:14.570155Z","end":"2026-03-02T17:38:15.902459Z","steps":["trace[677239458] 'agreement among raft nodes before linearized reading' (duration: 1.332183497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.902515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.570129Z","time spent":"1.332374912s","remote":"127.0.0.1:52368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:15.902643Z","caller":"traceutil/trace.go:171","msg":"trace[1765362819] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"467.755209ms","start":"2026-03-02T17:38:15.434877Z","end":"2026-03-02T17:38:15.902632Z","steps":["trace[1765362819] 'process raft request' (duration: 466.952928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.902715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.434852Z","time spent":"467.82595ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:15.902776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351033414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:15.902804Z","caller":"traceutil/trace.go:171","msg":"trace[1913289545] transaction","detail":"{read_only:false; response_revision:24905; number_of_response:1; }","duration":"408.556439ms","start":"2026-03-02T17:38:15.494228Z","end":"2026-03-02T17:38:15.902785Z","steps":["trace[1913289545] 'process raft request' (duration: 407.872982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.902863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385477284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:15.9029Z","caller":"traceutil/trace.go:171","msg":"trace[196802573] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24905; }","duration":"1.385541976s","start":"2026-03-02T17:38:14.517349Z","end":"2026-03-02T17:38:15.902891Z","steps":["trace[196802573] 'agreement among raft nodes before linearized reading' (duration: 1.385490695s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.902908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.494216Z","time spent":"408.645861ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:15.902936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.517332Z","time spent":"1.385596248s","remote":"127.0.0.1:33344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:15.902949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079943439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:38:15.902977Z","caller":"traceutil/trace.go:171","msg":"trace[2017449786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24905; }","duration":"1.079992351s","start":"2026-03-02T17:38:14.822976Z","end":"2026-03-02T17:38:15.902968Z","steps":["trace[2017449786] 'agreement among raft nodes before linearized reading' (duration: 1.079912309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.822958Z","time spent":"1.080047252s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:38:15.903069Z","caller":"traceutil/trace.go:171","msg":"trace[944248481] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"419.405219ms","start":"2026-03-02T17:38:15.483652Z","end":"2026-03-02T17:38:15.903058Z","steps":["trace[944248481] 'process raft request' (duration: 418.338691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.483621Z","time spent":"419.48214ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:15.903185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427614913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:38:15.903223Z","caller":"traceutil/trace.go:171","msg":"trace[121062795] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24905; }","duration":"1.427681805s","start":"2026-03-02T17:38:14.475532Z","end":"2026-03-02T17:38:15.903214Z","steps":["trace[121062795] 'agreement among raft nodes before linearized reading' (duration: 1.427548592s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:15.903234Z","caller":"traceutil/trace.go:171","msg":"trace[218343298] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"410.94366ms","start":"2026-03-02T17:38:15.492281Z","end":"2026-03-02T17:38:15.903224Z","steps":["trace[218343298] 'process raft request' (duration: 409.748489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.475513Z","time spent":"1.427737507s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:15.903287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.492249Z","time spent":"411.006612ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:15.902817Z","caller":"traceutil/trace.go:171","msg":"trace[946870536] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24905; }","duration":"1.351121747s","start":"2026-03-02T17:38:14.551685Z","end":"2026-03-02T17:38:15.902807Z","steps":["trace[946870536] 'agreement among raft nodes before linearized reading' (duration: 1.351057704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429713888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:38:15.903446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.551659Z","time spent":"1.351772063s","remote":"127.0.0.1:44186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:15.903462Z","caller":"traceutil/trace.go:171","msg":"trace[426406482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24905; }","duration":"1.429766838s","start":"2026-03-02T17:38:14.473673Z","end":"2026-03-02T17:38:15.903439Z","steps":["trace[426406482] 'agreement among raft nodes before linearized reading' (duration: 1.429685416s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.473657Z","time spent":"1.429826741s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:38:15.902867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.902249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:15.903602Z","caller":"traceutil/trace.go:171","msg":"trace[1753346272] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24905; }","duration":"642.670979ms","start":"2026-03-02T17:38:15.260922Z","end":"2026-03-02T17:38:15.903593Z","steps":["trace[1753346272] 'agreement among raft nodes before linearized reading' (duration: 641.9152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.260902Z","time spent":"642.72821ms","remote":"127.0.0.1:52360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:15.903648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448786731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:15.903682Z","caller":"traceutil/trace.go:171","msg":"trace[651689462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24905; }","duration":"1.448861663s","start":"2026-03-02T17:38:14.454811Z","end":"2026-03-02T17:38:15.903673Z","steps":["trace[651689462] 'agreement among raft nodes before linearized reading' (duration: 1.448804252s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.903721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.454787Z","time spent":"1.448928025s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:15.904055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702143388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:15.904148Z","caller":"traceutil/trace.go:171","msg":"trace[1353180242] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24905; }","duration":"1.702283771s","start":"2026-03-02T17:38:14.201852Z","end":"2026-03-02T17:38:15.904136Z","steps":["trace[1353180242] 'agreement among raft nodes before linearized reading' (duration: 1.702134668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.904211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.201827Z","time spent":"1.702374394s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":30,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:15.908129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.657046692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:38:15.908168Z","caller":"traceutil/trace.go:171","msg":"trace[1791244169] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24905; }","duration":"1.657124544s","start":"2026-03-02T17:38:14.251035Z","end":"2026-03-02T17:38:15.90816Z","steps":["trace[1791244169] 'agreement among raft nodes before linearized reading' (duration: 1.652803703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:15.908192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:14.251013Z","time spent":"1.657173206s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2611,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:16.925399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.926913ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:16.925512Z","caller":"traceutil/trace.go:171","msg":"trace[948796900] linearizableReadLoop","detail":"{readStateIndex:25818; appliedIndex:25817; }","duration":"1.023177311s","start":"2026-03-02T17:38:15.902316Z","end":"2026-03-02T17:38:16.925493Z","steps":["trace[948796900] 'read index received' (duration: 329.091314ms)","trace[948796900] 'applied index is now lower than readState.Index' (duration: 694.084397ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:16.9256Z","caller":"traceutil/trace.go:171","msg":"trace[756298828] transaction","detail":"{read_only:false; response_revision:24906; number_of_response:1; }","duration":"1.19683775s","start":"2026-03-02T17:38:15.728669Z","end":"2026-03-02T17:38:16.925507Z","steps":["trace[756298828] 'process raft request' (duration: 502.718452ms)","trace[756298828] 'compare' (duration: 693.695707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:16.925718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123177487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:16.925781Z","caller":"traceutil/trace.go:171","msg":"trace[2094943016] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24906; }","duration":"1.12328666s","start":"2026-03-02T17:38:15.802479Z","end":"2026-03-02T17:38:16.925765Z","steps":["trace[2094943016] 'agreement among raft nodes before linearized reading' (duration: 1.123164527s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.925782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.72865Z","time spent":"1.197040575s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:16.925806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.802457Z","time spent":"1.123343731s","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:16.929799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0242757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:16.92986Z","caller":"traceutil/trace.go:171","msg":"trace[2125854348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24909; }","duration":"1.024357424s","start":"2026-03-02T17:38:15.905489Z","end":"2026-03-02T17:38:16.929847Z","steps":["trace[2125854348] 'agreement among raft nodes before linearized reading' (duration: 1.02425553s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.929892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.905472Z","time spent":"1.024412444s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:38:16.930138Z","caller":"traceutil/trace.go:171","msg":"trace[554547076] transaction","detail":"{read_only:false; response_revision:24908; number_of_response:1; }","duration":"1.020886243s","start":"2026-03-02T17:38:15.909209Z","end":"2026-03-02T17:38:16.930095Z","steps":["trace[554547076] 'process raft request' (duration: 1.020365369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.930225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.937572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:16.930273Z","caller":"traceutil/trace.go:171","msg":"trace[937225077] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24909; }","duration":"764.014074ms","start":"2026-03-02T17:38:16.166242Z","end":"2026-03-02T17:38:16.930256Z","steps":["trace[937225077] 'agreement among raft nodes before linearized reading' (duration: 763.946183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.930276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.899877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:16.930333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:16.166218Z","time spent":"764.099306ms","remote":"127.0.0.1:52206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:16.930356Z","caller":"traceutil/trace.go:171","msg":"trace[1174232446] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24909; }","duration":"147.019979ms","start":"2026-03-02T17:38:16.783316Z","end":"2026-03-02T17:38:16.930335Z","steps":["trace[1174232446] 'agreement among raft nodes before linearized reading' (duration: 146.814884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:16.930512Z","caller":"traceutil/trace.go:171","msg":"trace[763810595] transaction","detail":"{read_only:false; response_revision:24907; number_of_response:1; }","duration":"1.021414475s","start":"2026-03-02T17:38:15.909077Z","end":"2026-03-02T17:38:16.930491Z","steps":["trace[763810595] 'process raft request' (duration: 1.020357508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:16.930615Z","caller":"traceutil/trace.go:171","msg":"trace[1077327962] transaction","detail":"{read_only:false; response_revision:24909; number_of_response:1; }","duration":"1.020017981s","start":"2026-03-02T17:38:15.910582Z","end":"2026-03-02T17:38:16.9306Z","steps":["trace[1077327962] 'process raft request' (duration: 1.019105197s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.930639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.765602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:38:16.930638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.909057Z","time spent":"1.02151392s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:16.9307Z","caller":"traceutil/trace.go:171","msg":"trace[1282609252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24909; }","duration":"832.856314ms","start":"2026-03-02T17:38:16.097829Z","end":"2026-03-02T17:38:16.930685Z","steps":["trace[1282609252] 'agreement among raft nodes before linearized reading' (duration: 832.70961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.930735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.910574Z","time spent":"1.020085022s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:16.930804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.094087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:16.930852Z","caller":"traceutil/trace.go:171","msg":"trace[909643999] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:24909; }","duration":"870.162358ms","start":"2026-03-02T17:38:16.060677Z","end":"2026-03-02T17:38:16.93084Z","steps":["trace[909643999] 'agreement among raft nodes before linearized reading' (duration: 870.092396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.930907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:16.060652Z","time spent":"870.23832ms","remote":"127.0.0.1:50640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:16.930747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:16.097809Z","time spent":"832.927646ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:38:16.931053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022757662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T17:38:16.93109Z","caller":"traceutil/trace.go:171","msg":"trace[1693918795] range","detail":"{range_begin:/registry/persistentvolumes/pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3; range_end:; response_count:1; response_revision:24909; }","duration":"1.022895914s","start":"2026-03-02T17:38:15.908183Z","end":"2026-03-02T17:38:16.931079Z","steps":["trace[1693918795] 'agreement among raft nodes before linearized reading' (duration: 1.022751791s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.931111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.908156Z","time spent":"1.022949806s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3\" "} {"level":"warn","ts":"2026-03-02T17:38:16.931385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.879059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:16.931415Z","caller":"traceutil/trace.go:171","msg":"trace[490431073] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24909; }","duration":"285.94491ms","start":"2026-03-02T17:38:16.645462Z","end":"2026-03-02T17:38:16.931407Z","steps":["trace[490431073] 'agreement among raft nodes before linearized reading' (duration: 285.901679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.930163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.633415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:38:16.931521Z","caller":"traceutil/trace.go:171","msg":"trace[124816957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24909; }","duration":"735.996479ms","start":"2026-03-02T17:38:16.195493Z","end":"2026-03-02T17:38:16.931489Z","steps":["trace[124816957] 'agreement among raft nodes before linearized reading' (duration: 734.570503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.931608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:16.195472Z","time spent":"736.115913ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:16.930928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:15.909203Z","time spent":"1.021013926s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:16.933061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.092232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:16.933119Z","caller":"traceutil/trace.go:171","msg":"trace[2036140304] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24909; }","duration":"428.185095ms","start":"2026-03-02T17:38:16.504917Z","end":"2026-03-02T17:38:16.933102Z","steps":["trace[2036140304] 'agreement among raft nodes before linearized reading' (duration: 428.051541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:16.933192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:16.504895Z","time spent":"428.283438ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:18.917951Z","caller":"traceutil/trace.go:171","msg":"trace[965438964] linearizableReadLoop","detail":"{readStateIndex:25830; appliedIndex:25829; }","duration":"244.972261ms","start":"2026-03-02T17:38:18.67295Z","end":"2026-03-02T17:38:18.917922Z","steps":["trace[965438964] 'read index received' (duration: 244.954331ms)","trace[965438964] 'applied index is now lower than readState.Index' (duration: 15.33µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:18.917976Z","caller":"traceutil/trace.go:171","msg":"trace[1687394859] transaction","detail":"{read_only:false; response_revision:24918; number_of_response:1; }","duration":"317.164327ms","start":"2026-03-02T17:38:18.60077Z","end":"2026-03-02T17:38:18.917935Z","steps":["trace[1687394859] 'process raft request' (duration: 316.87963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:18.918168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.197298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:18.918207Z","caller":"traceutil/trace.go:171","msg":"trace[1455225069] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24918; }","duration":"245.261249ms","start":"2026-03-02T17:38:18.672932Z","end":"2026-03-02T17:38:18.918193Z","steps":["trace[1455225069] 'agreement among raft nodes before linearized reading' (duration: 245.123135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:18.918212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.600744Z","time spent":"317.336951ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:19.418498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:19.919141Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257851,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:38:20.002029Z","caller":"traceutil/trace.go:171","msg":"trace[1351338842] transaction","detail":"{read_only:false; response_revision:24919; number_of_response:1; }","duration":"1.315144876s","start":"2026-03-02T17:38:18.686859Z","end":"2026-03-02T17:38:20.002004Z","steps":["trace[1351338842] 'process raft request' (duration: 1.314961071s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.002185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.686834Z","time spent":"1.31527527s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:20.538002Z","caller":"traceutil/trace.go:171","msg":"trace[446093856] transaction","detail":"{read_only:false; response_revision:24922; number_of_response:1; }","duration":"620.635639ms","start":"2026-03-02T17:38:19.917343Z","end":"2026-03-02T17:38:20.537978Z","steps":["trace[446093856] 'process raft request' (duration: 620.569057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:20.538087Z","caller":"traceutil/trace.go:171","msg":"trace[685665671] transaction","detail":"{read_only:false; response_revision:24921; number_of_response:1; }","duration":"621.814839ms","start":"2026-03-02T17:38:19.916236Z","end":"2026-03-02T17:38:20.53805Z","steps":["trace[685665671] 'process raft request' (duration: 621.644385ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:20.538162Z","caller":"traceutil/trace.go:171","msg":"trace[1609791518] transaction","detail":"{read_only:false; response_revision:24923; number_of_response:1; }","duration":"618.910894ms","start":"2026-03-02T17:38:19.919242Z","end":"2026-03-02T17:38:20.538153Z","steps":["trace[1609791518] 'process raft request' (duration: 618.702118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.53822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.919224Z","time spent":"618.965516ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:20.538149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.917317Z","time spent":"620.761861ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:20.538265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.91621Z","time spent":"621.958313ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:20.538036Z","caller":"traceutil/trace.go:171","msg":"trace[759673160] transaction","detail":"{read_only:false; response_revision:24920; number_of_response:1; }","duration":"800.285731ms","start":"2026-03-02T17:38:19.737712Z","end":"2026-03-02T17:38:20.537997Z","steps":["trace[759673160] 'process raft request' (duration: 800.016225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.538592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.737682Z","time spent":"800.814755ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:20.538421Z","caller":"traceutil/trace.go:171","msg":"trace[1725549862] transaction","detail":"{read_only:false; response_revision:24924; number_of_response:1; }","duration":"618.508704ms","start":"2026-03-02T17:38:19.919897Z","end":"2026-03-02T17:38:20.538406Z","steps":["trace[1725549862] 'process raft request' (duration: 618.217567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:20.538646Z","caller":"traceutil/trace.go:171","msg":"trace[2041918195] transaction","detail":"{read_only:false; response_revision:24925; number_of_response:1; }","duration":"617.882527ms","start":"2026-03-02T17:38:19.920712Z","end":"2026-03-02T17:38:20.538595Z","steps":["trace[2041918195] 'process raft request' (duration: 617.62569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.53873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.919889Z","time spent":"618.7731ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:20.538864Z","caller":"traceutil/trace.go:171","msg":"trace[912904319] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25831; }","duration":"1.620816856s","start":"2026-03-02T17:38:18.918021Z","end":"2026-03-02T17:38:20.538838Z","steps":["trace[912904319] 'read index received' (duration: 1.084043664s)","trace[912904319] 'applied index is now lower than readState.Index' (duration: 536.771712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:20.538906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.920704Z","time spent":"618.032621ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:20.538991Z","caller":"traceutil/trace.go:171","msg":"trace[995623486] transaction","detail":"{read_only:false; response_revision:24926; number_of_response:1; }","duration":"617.737245ms","start":"2026-03-02T17:38:19.921225Z","end":"2026-03-02T17:38:20.538962Z","steps":["trace[995623486] 'process raft request' (duration: 617.299343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.921214Z","time spent":"617.824097ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:20.539206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821334926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T17:38:20.539248Z","caller":"traceutil/trace.go:171","msg":"trace[236407799] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:24926; }","duration":"1.821408089s","start":"2026-03-02T17:38:18.717828Z","end":"2026-03-02T17:38:20.539236Z","steps":["trace[236407799] 'agreement among raft nodes before linearized reading' (duration: 1.821258456s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609146963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:38:20.539277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.717811Z","time spent":"1.82146007s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:38:20.539298Z","caller":"traceutil/trace.go:171","msg":"trace[635641115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24926; }","duration":"1.609240176s","start":"2026-03-02T17:38:18.930046Z","end":"2026-03-02T17:38:20.539286Z","steps":["trace[635641115] 'agreement among raft nodes before linearized reading' (duration: 1.608987999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.823302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:20.53934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.929983Z","time spent":"1.609348508s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:38:20.539371Z","caller":"traceutil/trace.go:171","msg":"trace[1173357178] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24926; }","duration":"173.869363ms","start":"2026-03-02T17:38:20.365489Z","end":"2026-03-02T17:38:20.539358Z","steps":["trace[1173357178] 'agreement among raft nodes before linearized reading' (duration: 173.788991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.539649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:20.539641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604933045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:38:20.539684Z","caller":"traceutil/trace.go:171","msg":"trace[1545830200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24926; }","duration":"1.605054178s","start":"2026-03-02T17:38:18.934621Z","end":"2026-03-02T17:38:20.539676Z","steps":["trace[1545830200] 'agreement among raft nodes before linearized reading' (duration: 1.604958626s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.93459Z","time spent":"1.6051181s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:38:20.539484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599955286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:38:20.539831Z","caller":"traceutil/trace.go:171","msg":"trace[716143590] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24926; }","duration":"985.973091ms","start":"2026-03-02T17:38:19.553692Z","end":"2026-03-02T17:38:20.539665Z","steps":["trace[716143590] 'agreement among raft nodes before linearized reading' (duration: 985.502688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:20.539827Z","caller":"traceutil/trace.go:171","msg":"trace[325399366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24926; }","duration":"1.600263984s","start":"2026-03-02T17:38:18.939504Z","end":"2026-03-02T17:38:20.539768Z","steps":["trace[325399366] 'agreement among raft nodes before linearized reading' (duration: 1.599898944s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.553646Z","time spent":"986.228187ms","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:20.539491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603418145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:38:20.539937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.939492Z","time spent":"1.600411638s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:38:20.539947Z","caller":"traceutil/trace.go:171","msg":"trace[742159612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24926; }","duration":"1.603882697s","start":"2026-03-02T17:38:18.936051Z","end":"2026-03-02T17:38:20.539934Z","steps":["trace[742159612] 'agreement among raft nodes before linearized reading' (duration: 1.603368594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.540027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.936043Z","time spent":"1.603969839s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:20.539544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434290526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:20.540167Z","caller":"traceutil/trace.go:171","msg":"trace[1396565123] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24926; }","duration":"1.434905651s","start":"2026-03-02T17:38:19.105215Z","end":"2026-03-02T17:38:20.540121Z","steps":["trace[1396565123] 'agreement among raft nodes before linearized reading' (duration: 1.434284906s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.540269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.105193Z","time spent":"1.435024754s","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:20.539562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60435155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:38:20.540312Z","caller":"traceutil/trace.go:171","msg":"trace[1635538969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24926; }","duration":"1.60514074s","start":"2026-03-02T17:38:18.935164Z","end":"2026-03-02T17:38:20.540304Z","steps":["trace[1635538969] 'agreement among raft nodes before linearized reading' (duration: 1.60434571s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.540343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:18.935145Z","time spent":"1.605188271s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:38:20.539576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.612716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:20.5404Z","caller":"traceutil/trace.go:171","msg":"trace[1236810546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24926; }","duration":"737.457338ms","start":"2026-03-02T17:38:19.80291Z","end":"2026-03-02T17:38:20.540367Z","steps":["trace[1236810546] 'agreement among raft nodes before linearized reading' (duration: 736.630397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.357638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:20.540443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.802881Z","time spent":"737.54698ms","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:20.540453Z","caller":"traceutil/trace.go:171","msg":"trace[702082438] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24926; }","duration":"271.267581ms","start":"2026-03-02T17:38:20.269169Z","end":"2026-03-02T17:38:20.540436Z","steps":["trace[702082438] 'agreement among raft nodes before linearized reading' (duration: 270.393938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.539575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.182246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:20.539621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.304538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:20.540544Z","caller":"traceutil/trace.go:171","msg":"trace[947783808] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24926; }","duration":"970.236394ms","start":"2026-03-02T17:38:19.57029Z","end":"2026-03-02T17:38:20.540527Z","steps":["trace[947783808] 'agreement among raft nodes before linearized reading' (duration: 969.258559ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:20.540592Z","caller":"traceutil/trace.go:171","msg":"trace[1833649594] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24926; }","duration":"410.319013ms","start":"2026-03-02T17:38:20.130263Z","end":"2026-03-02T17:38:20.540582Z","steps":["trace[1833649594] 'agreement among raft nodes before linearized reading' (duration: 409.333888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.540616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.130234Z","time spent":"410.374515ms","remote":"127.0.0.1:33316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:20.540614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.570266Z","time spent":"970.330316ms","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:20.539488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087502863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:20.540715Z","caller":"traceutil/trace.go:171","msg":"trace[1730900704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24926; }","duration":"1.088794567s","start":"2026-03-02T17:38:19.451913Z","end":"2026-03-02T17:38:20.540708Z","steps":["trace[1730900704] 'agreement among raft nodes before linearized reading' (duration: 1.087514714s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:20.540735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:19.451857Z","time spent":"1.088872389s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:21.042425Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:21.542849Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257860,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:21.720779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.540418Z","time spent":"1.180353505s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:38:22.541816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:22.541952Z","caller":"traceutil/trace.go:171","msg":"trace[662375826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434728s","start":"2026-03-02T17:38:20.541492Z","end":"2026-03-02T17:38:22.541927Z","steps":["trace[662375826] 'agreement among raft nodes before linearized reading' (duration: 2.000265333s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:22.542013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.541473Z","time spent":"2.000527601s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:23.034966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.345512162s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:23.04387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14306653s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:23.044007Z","caller":"traceutil/trace.go:171","msg":"trace[1838360696] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24926; }","duration":"1.143214954s","start":"2026-03-02T17:38:21.900771Z","end":"2026-03-02T17:38:23.043986Z","steps":["trace[1838360696] 'range keys from in-memory index tree' (duration: 1.14304508s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:23.045629Z","caller":"traceutil/trace.go:171","msg":"trace[769656087] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"2.501309042s","start":"2026-03-02T17:38:20.544295Z","end":"2026-03-02T17:38:23.045604Z","steps":["trace[769656087] 'process raft request' (duration: 2.501150388s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:23.045773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.544282Z","time spent":"2.501419694s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:23.045759Z","caller":"traceutil/trace.go:171","msg":"trace[424420899] transaction","detail":"{read_only:false; response_revision:24927; number_of_response:1; }","duration":"2.50243276s","start":"2026-03-02T17:38:20.543296Z","end":"2026-03-02T17:38:23.045729Z","steps":["trace[424420899] 'process raft request' (duration: 2.491994011s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:23.045934Z","caller":"traceutil/trace.go:171","msg":"trace[860241908] transaction","detail":"{read_only:false; response_revision:24929; number_of_response:1; }","duration":"2.501488247s","start":"2026-03-02T17:38:20.544426Z","end":"2026-03-02T17:38:23.045915Z","steps":["trace[860241908] 'process raft request' (duration: 2.501135987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:23.045939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.543282Z","time spent":"2.502542844s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:23.046049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.544418Z","time spent":"2.501564768s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:23.046046Z","caller":"traceutil/trace.go:171","msg":"trace[1080597881] linearizableReadLoop","detail":"{readStateIndex:25844; appliedIndex:25838; }","duration":"2.504466974s","start":"2026-03-02T17:38:20.541546Z","end":"2026-03-02T17:38:23.046012Z","steps":["trace[1080597881] 'read index received' (duration: 1.147893516s)","trace[1080597881] 'applied index is now lower than readState.Index' (duration: 1.356572088s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:23.046143Z","caller":"traceutil/trace.go:171","msg":"trace[982948902] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"2.500534592s","start":"2026-03-02T17:38:20.545555Z","end":"2026-03-02T17:38:23.04609Z","steps":["trace[982948902] 'process raft request' (duration: 2.500242054s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:23.046223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.545544Z","time spent":"2.500637554s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:23.046242Z","caller":"traceutil/trace.go:171","msg":"trace[1859769507] transaction","detail":"{read_only:false; response_revision:24931; number_of_response:1; }","duration":"2.50008101s","start":"2026-03-02T17:38:20.546143Z","end":"2026-03-02T17:38:23.046224Z","steps":["trace[1859769507] 'process raft request' (duration: 2.499805504s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:23.046369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.546131Z","time spent":"2.500154282s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:23.546838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:24.047866Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257877,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:24.136383Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.100244953s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:38:24.137388Z","caller":"traceutil/trace.go:171","msg":"trace[1416737014] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"2.41538174s","start":"2026-03-02T17:38:21.721962Z","end":"2026-03-02T17:38:24.137344Z","steps":["trace[1416737014] 'process raft request' (duration: 2.414796865s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:24.137451Z","caller":"traceutil/trace.go:171","msg":"trace[1927084813] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"1.59194499s","start":"2026-03-02T17:38:22.545471Z","end":"2026-03-02T17:38:24.137416Z","steps":["trace[1927084813] 'process raft request' (duration: 1.591738664s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:24.137408Z","caller":"traceutil/trace.go:171","msg":"trace[1307287119] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"1.591991812s","start":"2026-03-02T17:38:22.545377Z","end":"2026-03-02T17:38:24.137369Z","steps":["trace[1307287119] 'process raft request' (duration: 1.591774456s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:24.137498Z","caller":"traceutil/trace.go:171","msg":"trace[117764654] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"1.590057481s","start":"2026-03-02T17:38:22.547409Z","end":"2026-03-02T17:38:24.137466Z","steps":["trace[117764654] 'process raft request' (duration: 1.589912098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:24.13756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:21.72193Z","time spent":"2.415536655s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:24.137555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.545465Z","time spent":"1.592029783s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:24.137569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.545352Z","time spent":"1.592169156s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:24.137675Z","caller":"traceutil/trace.go:171","msg":"trace[974354719] transaction","detail":"{read_only:false; response_revision:24933; number_of_response:1; }","duration":"2.265799334s","start":"2026-03-02T17:38:21.871864Z","end":"2026-03-02T17:38:24.137664Z","steps":["trace[974354719] 'process raft request' (duration: 2.265189728s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:24.137676Z","caller":"traceutil/trace.go:171","msg":"trace[1243613174] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"1.591795537s","start":"2026-03-02T17:38:22.545871Z","end":"2026-03-02T17:38:24.137666Z","steps":["trace[1243613174] 'process raft request' (duration: 1.591386966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:24.137701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.547394Z","time spent":"1.590191974s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:24.137722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:21.871832Z","time spent":"2.265862846s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:24.137732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.545842Z","time spent":"1.591861108s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:24.138677Z","caller":"traceutil/trace.go:171","msg":"trace[104942921] transaction","detail":"{read_only:false; response_revision:24938; number_of_response:1; }","duration":"1.590744179s","start":"2026-03-02T17:38:22.5475Z","end":"2026-03-02T17:38:24.138244Z","steps":["trace[104942921] 'process raft request' (duration: 1.589899038s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:24.138981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.547492Z","time spent":"1.591321524s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:24.139198Z","caller":"traceutil/trace.go:171","msg":"trace[1122938577] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"1.586916411s","start":"2026-03-02T17:38:22.552238Z","end":"2026-03-02T17:38:24.139154Z","steps":["trace[1122938577] 'process raft request' (duration: 1.585988367s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:24.139354Z","caller":"traceutil/trace.go:171","msg":"trace[1219678053] transaction","detail":"{read_only:false; response_revision:24940; number_of_response:1; }","duration":"1.586891649s","start":"2026-03-02T17:38:22.552278Z","end":"2026-03-02T17:38:24.139169Z","steps":["trace[1219678053] 'process raft request' (duration: 1.586437648s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:24.139405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.552225Z","time spent":"1.587067294s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:24.139438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.552256Z","time spent":"1.587145648s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:24.551505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00055671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:24.551627Z","caller":"traceutil/trace.go:171","msg":"trace[1220977922] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000728885s","start":"2026-03-02T17:38:22.550866Z","end":"2026-03-02T17:38:24.551595Z","steps":["trace[1220977922] 'agreement among raft nodes before linearized reading' (duration: 2.000574921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:24.551697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.550851Z","time spent":"2.000834467s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:25.380198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:24.39635Z","time spent":"983.838436ms","remote":"127.0.0.1:39440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:38:25.764975Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.626521285s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:38:25.765586Z","caller":"traceutil/trace.go:171","msg":"trace[397655978] transaction","detail":"{read_only:false; response_revision:24941; number_of_response:1; }","duration":"2.617092314s","start":"2026-03-02T17:38:23.148469Z","end":"2026-03-02T17:38:25.765561Z","steps":["trace[397655978] 'process raft request' (duration: 2.616763126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:25.765773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:23.148426Z","time spent":"2.617273559s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:26.551318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999498834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:26.551385Z","caller":"traceutil/trace.go:171","msg":"trace[612462552] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999636309s","start":"2026-03-02T17:38:24.551733Z","end":"2026-03-02T17:38:26.551369Z","steps":["trace[612462552] 'agreement among raft nodes before linearized reading' (duration: 1.999550107s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.551418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:24.551701Z","time spent":"1.9997105s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:26.770059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004058598s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:38:26.770584Z","caller":"traceutil/trace.go:171","msg":"trace[1906705115] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"1.762473279s","start":"2026-03-02T17:38:25.008079Z","end":"2026-03-02T17:38:26.770552Z","steps":["trace[1906705115] 'process raft request' (duration: 1.762280364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.770747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.008049Z","time spent":"1.762607741s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:26.770836Z","caller":"traceutil/trace.go:171","msg":"trace[1180888691] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25850; }","duration":"3.724627766s","start":"2026-03-02T17:38:23.046172Z","end":"2026-03-02T17:38:26.7708Z","steps":["trace[1180888691] 'read index received' (duration: 1.091628221s)","trace[1180888691] 'applied index is now lower than readState.Index' (duration: 2.632997165s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:26.771092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089160127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:888"} {"level":"info","ts":"2026-03-02T17:38:26.771127Z","caller":"traceutil/trace.go:171","msg":"trace[1506146756] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24942; }","duration":"4.089234579s","start":"2026-03-02T17:38:22.681883Z","end":"2026-03-02T17:38:26.771117Z","steps":["trace[1506146756] 'agreement among raft nodes before linearized reading' (duration: 4.089049623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.681865Z","time spent":"4.089282209s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":910,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" "} {"level":"warn","ts":"2026-03-02T17:38:26.771199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.138981921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:26.771217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.313787065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:26.771229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.509312978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:26.771263Z","caller":"traceutil/trace.go:171","msg":"trace[51830694] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24942; }","duration":"6.139102924s","start":"2026-03-02T17:38:20.632146Z","end":"2026-03-02T17:38:26.771249Z","steps":["trace[51830694] 'agreement among raft nodes before linearized reading' (duration: 6.138986091s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:26.771279Z","caller":"traceutil/trace.go:171","msg":"trace[1147622701] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24942; }","duration":"5.313918048s","start":"2026-03-02T17:38:21.457345Z","end":"2026-03-02T17:38:26.771263Z","steps":["trace[1147622701] 'agreement among raft nodes before linearized reading' (duration: 5.313780445s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:26.771285Z","caller":"traceutil/trace.go:171","msg":"trace[2124185414] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:24942; }","duration":"5.509431051s","start":"2026-03-02T17:38:21.26184Z","end":"2026-03-02T17:38:26.771271Z","steps":["trace[2124185414] 'agreement among raft nodes before linearized reading' (duration: 5.509316129s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.72645406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:26.771282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.214111092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:38:26.771287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.212968853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-02T17:38:26.771324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:21.261815Z","time spent":"5.509499143s","remote":"127.0.0.1:51504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:26.771302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25452716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:26.771327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.473965951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:26.771363Z","caller":"traceutil/trace.go:171","msg":"trace[1218909156] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24942; }","duration":"6.213061576s","start":"2026-03-02T17:38:20.55828Z","end":"2026-03-02T17:38:26.771342Z","steps":["trace[1218909156] 'agreement among raft nodes before linearized reading' (duration: 6.212854771s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.755702982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:38:26.77135Z","caller":"traceutil/trace.go:171","msg":"trace[127249016] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24942; }","duration":"6.214188694s","start":"2026-03-02T17:38:20.557144Z","end":"2026-03-02T17:38:26.771333Z","steps":["trace[127249016] 'agreement among raft nodes before linearized reading' (duration: 6.21404542s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:26.771378Z","caller":"traceutil/trace.go:171","msg":"trace[1867380501] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24942; }","duration":"4.254614492s","start":"2026-03-02T17:38:22.516746Z","end":"2026-03-02T17:38:26.771361Z","steps":["trace[1867380501] 'agreement among raft nodes before linearized reading' (duration: 4.254463558s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:26.771387Z","caller":"traceutil/trace.go:171","msg":"trace[901294115] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24942; }","duration":"4.474064354s","start":"2026-03-02T17:38:22.297306Z","end":"2026-03-02T17:38:26.77137Z","steps":["trace[901294115] 'agreement among raft nodes before linearized reading' (duration: 4.473958351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:26.771403Z","caller":"traceutil/trace.go:171","msg":"trace[2082276957] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24942; }","duration":"4.755762973s","start":"2026-03-02T17:38:22.015633Z","end":"2026-03-02T17:38:26.771396Z","steps":["trace[2082276957] 'agreement among raft nodes before linearized reading' (duration: 4.755689142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.632122Z","time spent":"6.139166466s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:38:26.77141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650102493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T17:38:26.771424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.015606Z","time spent":"4.755814385s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:38:26.771425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.516711Z","time spent":"4.254703094s","remote":"127.0.0.1:52340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:26.771436Z","caller":"traceutil/trace.go:171","msg":"trace[862299729] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24942; }","duration":"4.650183465s","start":"2026-03-02T17:38:22.121246Z","end":"2026-03-02T17:38:26.771429Z","steps":["trace[862299729] 'agreement among raft nodes before linearized reading' (duration: 4.650104973s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.557101Z","time spent":"6.214309958s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:26.771436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.297286Z","time spent":"4.474135956s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:26.771457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.12122Z","time spent":"4.650232746s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T17:38:26.771454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.530175043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-02T17:38:26.771468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.165374203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T17:38:26.771514Z","caller":"traceutil/trace.go:171","msg":"trace[140962150] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24942; }","duration":"4.530275276s","start":"2026-03-02T17:38:22.241219Z","end":"2026-03-02T17:38:26.771494Z","steps":["trace[140962150] 'agreement among raft nodes before linearized reading' (duration: 4.529976529s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:26.77152Z","caller":"traceutil/trace.go:171","msg":"trace[564300813] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:24942; }","duration":"6.165471425s","start":"2026-03-02T17:38:20.60603Z","end":"2026-03-02T17:38:26.771502Z","steps":["trace[564300813] 'agreement among raft nodes before linearized reading' (duration: 6.165108856s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.77132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:21.457321Z","time spent":"5.31399089s","remote":"127.0.0.1:41956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:26.771559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:22.241187Z","time spent":"4.530359498s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:38:26.771398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.558269Z","time spent":"6.213120817s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:38:26.771563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:20.606003Z","time spent":"6.165550557s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" "} {"level":"info","ts":"2026-03-02T17:38:26.771604Z","caller":"traceutil/trace.go:171","msg":"trace[904315284] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24942; }","duration":"5.726601134s","start":"2026-03-02T17:38:21.044721Z","end":"2026-03-02T17:38:26.771323Z","steps":["trace[904315284] 'agreement among raft nodes before linearized reading' (duration: 5.72645611s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945542508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:273012"} {"level":"info","ts":"2026-03-02T17:38:26.771751Z","caller":"traceutil/trace.go:171","msg":"trace[888583817] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24942; }","duration":"4.94559885s","start":"2026-03-02T17:38:21.826141Z","end":"2026-03-02T17:38:26.77174Z","steps":["trace[888583817] 'agreement among raft nodes before linearized reading' (duration: 4.945196399s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.771774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:21.826126Z","time spent":"4.945642762s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":273034,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:38:26.771822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:21.044696Z","time spent":"5.727054686s","remote":"127.0.0.1:52542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:26.820343Z","caller":"traceutil/trace.go:171","msg":"trace[298454965] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"676.260097ms","start":"2026-03-02T17:38:26.144049Z","end":"2026-03-02T17:38:26.820309Z","steps":["trace[298454965] 'process raft request' (duration: 676.058052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:26.820594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.144014Z","time spent":"676.427981ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:27.985845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.165959532s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:38:28.022505Z","caller":"traceutil/trace.go:171","msg":"trace[263259555] transaction","detail":"{read_only:false; response_revision:24944; number_of_response:1; }","duration":"1.878122926s","start":"2026-03-02T17:38:26.144357Z","end":"2026-03-02T17:38:28.02248Z","steps":["trace[263259555] 'process raft request' (duration: 1.841663374s)","trace[263259555] 'compare' (duration: 36.240686ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:28.02261Z","caller":"traceutil/trace.go:171","msg":"trace[335956576] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"1.876813792s","start":"2026-03-02T17:38:26.145787Z","end":"2026-03-02T17:38:28.022601Z","steps":["trace[335956576] 'process raft request' (duration: 1.87672899s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.022621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.144341Z","time spent":"1.878219559s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:28.022658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.145768Z","time spent":"1.876865984s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:28.02271Z","caller":"traceutil/trace.go:171","msg":"trace[1290086095] transaction","detail":"{read_only:false; response_revision:24945; number_of_response:1; }","duration":"1.877841068s","start":"2026-03-02T17:38:26.144861Z","end":"2026-03-02T17:38:28.022702Z","steps":["trace[1290086095] 'process raft request' (duration: 1.877559411s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.022761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.144851Z","time spent":"1.877872819s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:28.022855Z","caller":"traceutil/trace.go:171","msg":"trace[469094771] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25856; }","duration":"1.251947155s","start":"2026-03-02T17:38:26.770896Z","end":"2026-03-02T17:38:28.022843Z","steps":["trace[469094771] 'read index received' (duration: 49.203673ms)","trace[469094771] 'applied index is now lower than readState.Index' (duration: 1.202742692s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:28.022941Z","caller":"traceutil/trace.go:171","msg":"trace[1792909150] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"1.877932472s","start":"2026-03-02T17:38:26.145Z","end":"2026-03-02T17:38:28.022932Z","steps":["trace[1792909150] 'process raft request' (duration: 1.877457229s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:28.022972Z","caller":"traceutil/trace.go:171","msg":"trace[1063700243] transaction","detail":"{read_only:false; response_revision:24951; number_of_response:1; }","duration":"1.248282119s","start":"2026-03-02T17:38:26.774681Z","end":"2026-03-02T17:38:28.022963Z","steps":["trace[1063700243] 'process raft request' (duration: 1.248053622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.022995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.144968Z","time spent":"1.877992933s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:28.023019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.774659Z","time spent":"1.24832936s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:28.023033Z","caller":"traceutil/trace.go:171","msg":"trace[1682832178] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"1.874311707s","start":"2026-03-02T17:38:26.148712Z","end":"2026-03-02T17:38:28.023023Z","steps":["trace[1682832178] 'process raft request' (duration: 1.873827884s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.148684Z","time spent":"1.874368529s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:28.023171Z","caller":"traceutil/trace.go:171","msg":"trace[1964845143] transaction","detail":"{read_only:false; response_revision:24950; number_of_response:1; }","duration":"1.597466713s","start":"2026-03-02T17:38:26.425697Z","end":"2026-03-02T17:38:28.023164Z","steps":["trace[1964845143] 'process raft request' (duration: 1.59698782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.02321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.425665Z","time spent":"1.597521384s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:28.023514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722626167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:28.023546Z","caller":"traceutil/trace.go:171","msg":"trace[144495435] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24953; }","duration":"1.722739981s","start":"2026-03-02T17:38:26.300795Z","end":"2026-03-02T17:38:28.023535Z","steps":["trace[144495435] 'agreement among raft nodes before linearized reading' (duration: 1.722680738s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.30078Z","time spent":"1.722782271s","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:28.023572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465240746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:28.023565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.961575746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:38:28.023592Z","caller":"traceutil/trace.go:171","msg":"trace[850521903] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24953; }","duration":"1.465358619s","start":"2026-03-02T17:38:26.558227Z","end":"2026-03-02T17:38:28.023586Z","steps":["trace[850521903] 'agreement among raft nodes before linearized reading' (duration: 1.465319478s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882323581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T17:38:28.023622Z","caller":"traceutil/trace.go:171","msg":"trace[372230005] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24953; }","duration":"2.961645717s","start":"2026-03-02T17:38:25.061963Z","end":"2026-03-02T17:38:28.023608Z","steps":["trace[372230005] 'agreement among raft nodes before linearized reading' (duration: 2.961492283s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.061955Z","time spent":"2.961689349s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:38:28.02365Z","caller":"traceutil/trace.go:171","msg":"trace[610290317] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24953; }","duration":"3.883110872s","start":"2026-03-02T17:38:24.140524Z","end":"2026-03-02T17:38:28.023635Z","steps":["trace[610290317] 'agreement among raft nodes before linearized reading' (duration: 3.882938247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:28.023651Z","caller":"traceutil/trace.go:171","msg":"trace[1365629211] transaction","detail":"{read_only:false; response_revision:24952; number_of_response:1; }","duration":"1.247329295s","start":"2026-03-02T17:38:26.776302Z","end":"2026-03-02T17:38:28.023631Z","steps":["trace[1365629211] 'process raft request' (duration: 1.246477032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:24.140503Z","time spent":"3.883173593s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T17:38:28.02375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.776293Z","time spent":"1.247397336s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:28.023771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318560486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:28.023796Z","caller":"traceutil/trace.go:171","msg":"trace[1317279321] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24953; }","duration":"1.318635028s","start":"2026-03-02T17:38:26.705152Z","end":"2026-03-02T17:38:28.023787Z","steps":["trace[1317279321] 'agreement among raft nodes before linearized reading' (duration: 1.318593397s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739283108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:38:28.023817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.70513Z","time spent":"1.318680918s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:28.023941Z","caller":"traceutil/trace.go:171","msg":"trace[389266827] transaction","detail":"{read_only:false; response_revision:24953; number_of_response:1; }","duration":"1.247142289s","start":"2026-03-02T17:38:26.776787Z","end":"2026-03-02T17:38:28.02393Z","steps":["trace[389266827] 'process raft request' (duration: 1.246020041s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966908663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:38:28.023992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.776771Z","time spent":"1.24718893s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:28.024011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689008421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:38:28.024039Z","caller":"traceutil/trace.go:171","msg":"trace[853110691] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24953; }","duration":"2.689039462s","start":"2026-03-02T17:38:25.334995Z","end":"2026-03-02T17:38:28.024034Z","steps":["trace[853110691] 'agreement among raft nodes before linearized reading' (duration: 2.688837267s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.024033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39695934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-02T17:38:28.024058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.334948Z","time spent":"2.689104884s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:28.02382Z","caller":"traceutil/trace.go:171","msg":"trace[2007276896] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24953; }","duration":"1.73934597s","start":"2026-03-02T17:38:26.284468Z","end":"2026-03-02T17:38:28.023814Z","steps":["trace[2007276896] 'agreement among raft nodes before linearized reading' (duration: 1.739294569s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:28.024099Z","caller":"traceutil/trace.go:171","msg":"trace[1714293819] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24953; }","duration":"1.397031073s","start":"2026-03-02T17:38:26.627034Z","end":"2026-03-02T17:38:28.024065Z","steps":["trace[1714293819] 'agreement among raft nodes before linearized reading' (duration: 1.396886129s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.024118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.284445Z","time spent":"1.739648587s","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:28.024012Z","caller":"traceutil/trace.go:171","msg":"trace[1198046354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24953; }","duration":"2.966956295s","start":"2026-03-02T17:38:25.057044Z","end":"2026-03-02T17:38:28.024001Z","steps":["trace[1198046354] 'agreement among raft nodes before linearized reading' (duration: 2.966857183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.024169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.627014Z","time spent":"1.397144006s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T17:38:28.024211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.967351604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:38:28.024222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.191746077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:28.024877Z","caller":"traceutil/trace.go:171","msg":"trace[1867831339] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24953; }","duration":"4.192459336s","start":"2026-03-02T17:38:23.832393Z","end":"2026-03-02T17:38:28.024852Z","steps":["trace[1867831339] 'agreement among raft nodes before linearized reading' (duration: 4.191732767s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.02494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:23.832364Z","time spent":"4.192556388s","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:28.024181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.057037Z","time spent":"2.967136269s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:38:28.024991Z","caller":"traceutil/trace.go:171","msg":"trace[1404938322] transaction","detail":"{read_only:false; response_revision:24947; number_of_response:1; }","duration":"1.879302527s","start":"2026-03-02T17:38:26.145669Z","end":"2026-03-02T17:38:28.024972Z","steps":["trace[1404938322] 'process raft request' (duration: 1.876813112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.023618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.558209Z","time spent":"1.46540417s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:28.025123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.145655Z","time spent":"1.879413s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:28.024286Z","caller":"traceutil/trace.go:171","msg":"trace[983248308] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24953; }","duration":"2.967457567s","start":"2026-03-02T17:38:25.056807Z","end":"2026-03-02T17:38:28.024264Z","steps":["trace[983248308] 'agreement among raft nodes before linearized reading' (duration: 2.967224531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.025224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.056785Z","time spent":"2.968426433s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:28.024317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975002853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:38:28.025301Z","caller":"traceutil/trace.go:171","msg":"trace[1427764261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24953; }","duration":"2.976034389s","start":"2026-03-02T17:38:25.049255Z","end":"2026-03-02T17:38:28.025289Z","steps":["trace[1427764261] 'agreement among raft nodes before linearized reading' (duration: 2.9749165s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.025326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.04923Z","time spent":"2.976088231s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:28.023565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440915219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:28.025385Z","caller":"traceutil/trace.go:171","msg":"trace[1619889906] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24953; }","duration":"1.442796226s","start":"2026-03-02T17:38:26.58257Z","end":"2026-03-02T17:38:28.025367Z","steps":["trace[1619889906] 'agreement among raft nodes before linearized reading' (duration: 1.440904587s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.024468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974174361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:38:28.025489Z","caller":"traceutil/trace.go:171","msg":"trace[555911874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24953; }","duration":"2.975324521s","start":"2026-03-02T17:38:25.050147Z","end":"2026-03-02T17:38:28.025472Z","steps":["trace[555911874] 'agreement among raft nodes before linearized reading' (duration: 2.974204833s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.025545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:25.05012Z","time spent":"2.975406753s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:28.02452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.313744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:28.025754Z","caller":"traceutil/trace.go:171","msg":"trace[89956534] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24953; }","duration":"216.570507ms","start":"2026-03-02T17:38:27.809169Z","end":"2026-03-02T17:38:28.025739Z","steps":["trace[89956534] 'agreement among raft nodes before linearized reading' (duration: 215.315965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.025881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.582549Z","time spent":"1.442875868s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:28.024588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.252304743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-z7qfp\" ","response":"range_response_count:1 size:6635"} {"level":"info","ts":"2026-03-02T17:38:28.025955Z","caller":"traceutil/trace.go:171","msg":"trace[1787403447] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-z7qfp; range_end:; response_count:1; response_revision:24953; }","duration":"1.253690969s","start":"2026-03-02T17:38:26.772244Z","end":"2026-03-02T17:38:28.025935Z","steps":["trace[1787403447] 'agreement among raft nodes before linearized reading' (duration: 1.252226531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.026013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.772226Z","time spent":"1.253772331s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6657,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-z7qfp\" "} {"level":"warn","ts":"2026-03-02T17:38:28.024636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.186143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:28.026208Z","caller":"traceutil/trace.go:171","msg":"trace[1435054346] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24953; }","duration":"706.777595ms","start":"2026-03-02T17:38:27.319416Z","end":"2026-03-02T17:38:28.026193Z","steps":["trace[1435054346] 'agreement among raft nodes before linearized reading' (duration: 705.199354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.026256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:27.319397Z","time spent":"706.841746ms","remote":"127.0.0.1:42206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:28.024635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.316924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:28.026591Z","caller":"traceutil/trace.go:171","msg":"trace[1593114726] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24953; }","duration":"145.285515ms","start":"2026-03-02T17:38:27.881258Z","end":"2026-03-02T17:38:28.026543Z","steps":["trace[1593114726] 'agreement among raft nodes before linearized reading' (duration: 143.343055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.024665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245336193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:28.026686Z","caller":"traceutil/trace.go:171","msg":"trace[862768530] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24953; }","duration":"1.247365305s","start":"2026-03-02T17:38:26.77931Z","end":"2026-03-02T17:38:28.026675Z","steps":["trace[862768530] 'agreement among raft nodes before linearized reading' (duration: 1.245340593s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.026722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.779303Z","time spent":"1.247407526s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:38:28.024763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248083493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:38:28.026829Z","caller":"traceutil/trace.go:171","msg":"trace[1331026997] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24953; }","duration":"1.250165697s","start":"2026-03-02T17:38:26.776647Z","end":"2026-03-02T17:38:28.026812Z","steps":["trace[1331026997] 'agreement among raft nodes before linearized reading' (duration: 1.248006671s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:28.026888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:26.776633Z","time spent":"1.25023359s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:38:28.53108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:29.031686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:29.437733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.407988998s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:29.601775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.711621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:29.601895Z","caller":"traceutil/trace.go:171","msg":"trace[253038001] transaction","detail":"{read_only:false; response_revision:24954; number_of_response:1; }","duration":"1.572211642s","start":"2026-03-02T17:38:28.029661Z","end":"2026-03-02T17:38:29.601872Z","steps":["trace[253038001] 'process raft request' (duration: 1.408321196s)","trace[253038001] 'compare' (duration: 163.316251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:29.601978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.029646Z","time spent":"1.572300393s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.036047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:30.036122Z","caller":"traceutil/trace.go:171","msg":"trace[213914951] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000328074s","start":"2026-03-02T17:38:28.035778Z","end":"2026-03-02T17:38:30.036106Z","steps":["trace[213914951] 'agreement among raft nodes before linearized reading' (duration: 2.000236672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.036159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.03575Z","time spent":"2.000401886s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T17:38:30.476841Z","caller":"traceutil/trace.go:171","msg":"trace[2077839452] transaction","detail":"{read_only:false; response_revision:24955; number_of_response:1; }","duration":"2.447085021s","start":"2026-03-02T17:38:28.029727Z","end":"2026-03-02T17:38:30.476812Z","steps":["trace[2077839452] 'process raft request' (duration: 2.363819669s)","trace[2077839452] 'compare' (duration: 81.789044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:30.476983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.029715Z","time spent":"2.447200463s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:30.477563Z","caller":"traceutil/trace.go:171","msg":"trace[834142172] transaction","detail":"{read_only:false; response_revision:24956; number_of_response:1; }","duration":"2.447800319s","start":"2026-03-02T17:38:28.02973Z","end":"2026-03-02T17:38:30.477531Z","steps":["trace[834142172] 'process raft request' (duration: 2.446332982s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:30.477688Z","caller":"traceutil/trace.go:171","msg":"trace[1679522107] transaction","detail":"{read_only:false; response_revision:24957; number_of_response:1; }","duration":"2.445336056s","start":"2026-03-02T17:38:28.032328Z","end":"2026-03-02T17:38:30.477664Z","steps":["trace[1679522107] 'process raft request' (duration: 2.44471972s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.477729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.029715Z","time spent":"2.447920532s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.477847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.032321Z","time spent":"2.445438258s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:30.478125Z","caller":"traceutil/trace.go:171","msg":"trace[283989022] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"2.445696655s","start":"2026-03-02T17:38:28.03241Z","end":"2026-03-02T17:38:30.478107Z","steps":["trace[283989022] 'process raft request' (duration: 2.445133071s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:30.478158Z","caller":"traceutil/trace.go:171","msg":"trace[589054520] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25867; }","duration":"2.448034325s","start":"2026-03-02T17:38:28.030102Z","end":"2026-03-02T17:38:30.478136Z","steps":["trace[589054520] 'read index received' (duration: 1.407880574s)","trace[589054520] 'applied index is now lower than readState.Index' (duration: 1.040150541s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:30.478243Z","caller":"traceutil/trace.go:171","msg":"trace[576872459] transaction","detail":"{read_only:false; response_revision:24959; number_of_response:1; }","duration":"1.652745952s","start":"2026-03-02T17:38:28.825476Z","end":"2026-03-02T17:38:30.478222Z","steps":["trace[576872459] 'process raft request' (duration: 1.652549486s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.478202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.0324Z","time spent":"2.445759747s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.478368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.825454Z","time spent":"1.652822095s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.478411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448270891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-55d41ed6-5557-4409-9e8f-a35a8fb2d9b5\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-02T17:38:30.478463Z","caller":"traceutil/trace.go:171","msg":"trace[1060698302] range","detail":"{range_begin:/registry/persistentvolumes/pvc-55d41ed6-5557-4409-9e8f-a35a8fb2d9b5; range_end:; response_count:1; response_revision:24959; }","duration":"2.448368104s","start":"2026-03-02T17:38:28.030078Z","end":"2026-03-02T17:38:30.478446Z","steps":["trace[1060698302] 'agreement among raft nodes before linearized reading' (duration: 2.448186159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.478523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.030069Z","time spent":"2.448439475s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-55d41ed6-5557-4409-9e8f-a35a8fb2d9b5\" "} {"level":"info","ts":"2026-03-02T17:38:30.499652Z","caller":"traceutil/trace.go:171","msg":"trace[216513033] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"471.358981ms","start":"2026-03-02T17:38:30.028222Z","end":"2026-03-02T17:38:30.49958Z","steps":["trace[216513033] 'process raft request' (duration: 471.173776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:30.500223Z","caller":"traceutil/trace.go:171","msg":"trace[131477570] transaction","detail":"{read_only:false; response_revision:24961; number_of_response:1; }","duration":"471.70206ms","start":"2026-03-02T17:38:30.0285Z","end":"2026-03-02T17:38:30.500202Z","steps":["trace[131477570] 'process raft request' (duration: 471.025292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.500344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.02849Z","time spent":"471.788423ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:30.500543Z","caller":"traceutil/trace.go:171","msg":"trace[857798119] transaction","detail":"{read_only:false; response_revision:24962; number_of_response:1; }","duration":"471.726401ms","start":"2026-03-02T17:38:30.028786Z","end":"2026-03-02T17:38:30.500512Z","steps":["trace[857798119] 'process raft request' (duration: 471.228797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.500624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.028776Z","time spent":"471.823524ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.500826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.600333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T17:38:30.500852Z","caller":"traceutil/trace.go:171","msg":"trace[1607187063] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24965; }","duration":"756.653495ms","start":"2026-03-02T17:38:29.744191Z","end":"2026-03-02T17:38:30.500845Z","steps":["trace[1607187063] 'agreement among raft nodes before linearized reading' (duration: 756.558052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.500845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468607886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T17:38:30.500872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:29.744172Z","time spent":"756.695845ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-02T17:38:30.500896Z","caller":"traceutil/trace.go:171","msg":"trace[9723563] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:24965; }","duration":"2.468707439s","start":"2026-03-02T17:38:28.032175Z","end":"2026-03-02T17:38:30.500883Z","steps":["trace[9723563] 'agreement among raft nodes before linearized reading' (duration: 2.468519044s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.500941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.032166Z","time spent":"2.46876596s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"info","ts":"2026-03-02T17:38:30.501029Z","caller":"traceutil/trace.go:171","msg":"trace[476035731] transaction","detail":"{read_only:false; response_revision:24963; number_of_response:1; }","duration":"471.293039ms","start":"2026-03-02T17:38:30.029728Z","end":"2026-03-02T17:38:30.501021Z","steps":["trace[476035731] 'process raft request' (duration: 470.728715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.501073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.029703Z","time spent":"471.346151ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:30.501146Z","caller":"traceutil/trace.go:171","msg":"trace[1649653599] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"470.880719ms","start":"2026-03-02T17:38:30.030259Z","end":"2026-03-02T17:38:30.501139Z","steps":["trace[1649653599] 'process raft request' (duration: 470.336025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.50117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.843529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:30.501207Z","caller":"traceutil/trace.go:171","msg":"trace[1005897792] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"469.394461ms","start":"2026-03-02T17:38:30.031806Z","end":"2026-03-02T17:38:30.5012Z","steps":["trace[1005897792] 'process raft request' (duration: 468.841947ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:30.501225Z","caller":"traceutil/trace.go:171","msg":"trace[568521611] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24965; }","duration":"838.90957ms","start":"2026-03-02T17:38:29.662292Z","end":"2026-03-02T17:38:30.501202Z","steps":["trace[568521611] 'agreement among raft nodes before linearized reading' (duration: 838.841708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.501239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.031782Z","time spent":"469.439152ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.501261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:29.662275Z","time spent":"838.978203ms","remote":"127.0.0.1:42188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:30.501369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.10064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:30.501356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468413142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:30.501437Z","caller":"traceutil/trace.go:171","msg":"trace[710750686] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24965; }","duration":"2.468502974s","start":"2026-03-02T17:38:28.032916Z","end":"2026-03-02T17:38:30.501419Z","steps":["trace[710750686] 'agreement among raft nodes before linearized reading' (duration: 2.468377511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.501475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.032884Z","time spent":"2.468582356s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:38:30.501503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469226433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:38:30.501536Z","caller":"traceutil/trace.go:171","msg":"trace[468186068] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24965; }","duration":"2.469273353s","start":"2026-03-02T17:38:28.032253Z","end":"2026-03-02T17:38:30.501527Z","steps":["trace[468186068] 'agreement among raft nodes before linearized reading' (duration: 2.46915448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.501574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.032246Z","time spent":"2.469317095s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T17:38:30.501643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.844060586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:30.501669Z","caller":"traceutil/trace.go:171","msg":"trace[1854897637] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24965; }","duration":"1.844115258s","start":"2026-03-02T17:38:28.657546Z","end":"2026-03-02T17:38:30.501661Z","steps":["trace[1854897637] 'agreement among raft nodes before linearized reading' (duration: 1.844071097s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.501688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.657517Z","time spent":"1.844165909s","remote":"127.0.0.1:41376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:30.501183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.030243Z","time spent":"470.91923ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:30.501812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414596451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:30.501391Z","caller":"traceutil/trace.go:171","msg":"trace[1351108114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24965; }","duration":"465.201763ms","start":"2026-03-02T17:38:30.036183Z","end":"2026-03-02T17:38:30.501385Z","steps":["trace[1351108114] 'agreement among raft nodes before linearized reading' (duration: 465.155882ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:30.501843Z","caller":"traceutil/trace.go:171","msg":"trace[2113641071] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24965; }","duration":"2.414664703s","start":"2026-03-02T17:38:28.087172Z","end":"2026-03-02T17:38:30.501836Z","steps":["trace[2113641071] 'agreement among raft nodes before linearized reading' (duration: 2.414613672s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:30.501855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.036173Z","time spent":"465.674135ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:30.501863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:28.087149Z","time spent":"2.414710084s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:38:30.50406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.028193Z","time spent":"471.553887ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:31.034772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257918,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:38:31.35602Z","caller":"traceutil/trace.go:171","msg":"trace[1006457797] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"841.657262ms","start":"2026-03-02T17:38:30.514344Z","end":"2026-03-02T17:38:31.356002Z","steps":["trace[1006457797] 'process raft request' (duration: 841.584629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.356131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.514338Z","time spent":"841.737964ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:31.356272Z","caller":"traceutil/trace.go:171","msg":"trace[2002820499] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"843.277874ms","start":"2026-03-02T17:38:30.512961Z","end":"2026-03-02T17:38:31.356239Z","steps":["trace[2002820499] 'process raft request' (duration: 842.687138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.356422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.512948Z","time spent":"843.397316ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:31.365286Z","caller":"traceutil/trace.go:171","msg":"trace[734112736] linearizableReadLoop","detail":"{readStateIndex:25884; appliedIndex:25882; }","duration":"831.974431ms","start":"2026-03-02T17:38:30.533299Z","end":"2026-03-02T17:38:31.365273Z","steps":["trace[734112736] 'read index received' (duration: 823.04551ms)","trace[734112736] 'applied index is now lower than readState.Index' (duration: 8.928121ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:31.365352Z","caller":"traceutil/trace.go:171","msg":"trace[1397786326] transaction","detail":"{read_only:false; response_revision:24969; number_of_response:1; }","duration":"826.443939ms","start":"2026-03-02T17:38:30.538877Z","end":"2026-03-02T17:38:31.365321Z","steps":["trace[1397786326] 'process raft request' (duration: 826.353106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.365427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.622495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:31.365452Z","caller":"traceutil/trace.go:171","msg":"trace[1301641972] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24969; }","duration":"852.667555ms","start":"2026-03-02T17:38:30.512776Z","end":"2026-03-02T17:38:31.365444Z","steps":["trace[1301641972] 'agreement among raft nodes before linearized reading' (duration: 852.586153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.365471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.512769Z","time spent":"852.697386ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:31.365467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.538846Z","time spent":"826.559622ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":924,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:31.365478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.497011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:31.365542Z","caller":"traceutil/trace.go:171","msg":"trace[1763451785] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24969; }","duration":"852.591983ms","start":"2026-03-02T17:38:30.512933Z","end":"2026-03-02T17:38:31.365525Z","steps":["trace[1763451785] 'agreement among raft nodes before linearized reading' (duration: 852.407989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.365575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.512927Z","time spent":"852.641346ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T17:38:31.365623Z","caller":"traceutil/trace.go:171","msg":"trace[1356723448] transaction","detail":"{read_only:false; response_revision:24968; number_of_response:1; }","duration":"830.623456ms","start":"2026-03-02T17:38:30.534991Z","end":"2026-03-02T17:38:31.365615Z","steps":["trace[1356723448] 'process raft request' (duration: 830.136804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.365635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.449685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:31.365654Z","caller":"traceutil/trace.go:171","msg":"trace[1756930876] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24969; }","duration":"858.480035ms","start":"2026-03-02T17:38:30.507168Z","end":"2026-03-02T17:38:31.365648Z","steps":["trace[1756930876] 'agreement among raft nodes before linearized reading' (duration: 858.444905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.365667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.534955Z","time spent":"830.687587ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:31.365674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.507163Z","time spent":"858.506176ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:38:31.365831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.934441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:31.365855Z","caller":"traceutil/trace.go:171","msg":"trace[1064037546] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24969; }","duration":"613.004072ms","start":"2026-03-02T17:38:30.752842Z","end":"2026-03-02T17:38:31.365846Z","steps":["trace[1064037546] 'agreement among raft nodes before linearized reading' (duration: 612.954721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.365874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.752809Z","time spent":"613.059044ms","remote":"127.0.0.1:59270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:31.365965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.222221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:31.365988Z","caller":"traceutil/trace.go:171","msg":"trace[1717313548] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24969; }","duration":"273.284093ms","start":"2026-03-02T17:38:31.092697Z","end":"2026-03-02T17:38:31.365981Z","steps":["trace[1717313548] 'agreement among raft nodes before linearized reading' (duration: 273.241792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.366109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.030573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:38:31.366116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.734894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:38:31.366126Z","caller":"traceutil/trace.go:171","msg":"trace[313076197] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24969; }","duration":"269.071734ms","start":"2026-03-02T17:38:31.097049Z","end":"2026-03-02T17:38:31.366121Z","steps":["trace[313076197] 'agreement among raft nodes before linearized reading' (duration: 269.034793ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:31.366139Z","caller":"traceutil/trace.go:171","msg":"trace[377427388] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24969; }","duration":"480.788125ms","start":"2026-03-02T17:38:30.885345Z","end":"2026-03-02T17:38:31.366133Z","steps":["trace[377427388] 'agreement among raft nodes before linearized reading' (duration: 480.632901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:31.366158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:30.885325Z","time spent":"480.828646ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":174,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:31.882084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:32.849498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.143799ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:32.84965Z","caller":"traceutil/trace.go:171","msg":"trace[906521288] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24969; }","duration":"949.307253ms","start":"2026-03-02T17:38:31.900324Z","end":"2026-03-02T17:38:32.849631Z","steps":["trace[906521288] 'range keys from in-memory index tree' (duration: 949.124729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:32.850203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.218148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:32.8503Z","caller":"traceutil/trace.go:171","msg":"trace[1449815471] transaction","detail":"{read_only:false; response_revision:24970; number_of_response:1; }","duration":"1.481345393s","start":"2026-03-02T17:38:31.368938Z","end":"2026-03-02T17:38:32.850283Z","steps":["trace[1449815471] 'process raft request' (duration: 682.979001ms)","trace[1449815471] 'compare' (duration: 797.279764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:32.850348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.368916Z","time spent":"1.481408624s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:33.165904Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.112283695s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:38:33.166821Z","caller":"traceutil/trace.go:171","msg":"trace[72165955] linearizableReadLoop","detail":"{readStateIndex:25887; appliedIndex:25884; }","duration":"1.796445136s","start":"2026-03-02T17:38:31.37036Z","end":"2026-03-02T17:38:33.166805Z","steps":["trace[72165955] 'read index received' (duration: 681.571145ms)","trace[72165955] 'applied index is now lower than readState.Index' (duration: 1.114872921s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:33.166844Z","caller":"traceutil/trace.go:171","msg":"trace[1854769322] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"1.797634136s","start":"2026-03-02T17:38:31.369189Z","end":"2026-03-02T17:38:33.166823Z","steps":["trace[1854769322] 'process raft request' (duration: 1.797304068s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:33.166901Z","caller":"traceutil/trace.go:171","msg":"trace[1124738768] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"1.388982275s","start":"2026-03-02T17:38:31.777912Z","end":"2026-03-02T17:38:33.166894Z","steps":["trace[1124738768] 'process raft request' (duration: 1.388832961s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:33.166953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.369175Z","time spent":"1.797714139s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:33.166951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.777879Z","time spent":"1.389032306s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:33.167145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796756984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:38:33.167241Z","caller":"traceutil/trace.go:171","msg":"trace[1489766745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24972; }","duration":"1.796878427s","start":"2026-03-02T17:38:31.37034Z","end":"2026-03-02T17:38:33.167219Z","steps":["trace[1489766745] 'agreement among raft nodes before linearized reading' (duration: 1.796585889s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:33.167303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.370327Z","time spent":"1.796961079s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:38:33.667326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:34.167751Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:34.453121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:34.45327Z","caller":"traceutil/trace.go:171","msg":"trace[1340034608] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000773176s","start":"2026-03-02T17:38:32.452478Z","end":"2026-03-02T17:38:34.453251Z","steps":["trace[1340034608] 'agreement among raft nodes before linearized reading' (duration: 2.00060201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:34.45335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.452461Z","time spent":"2.000875608s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:34.66829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257935,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:34.755095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.578137634s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:35.858739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:34.155856Z","time spent":"1.702860536s","remote":"127.0.0.1:58848","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:38:35.859943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104468283s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:35.860085Z","caller":"traceutil/trace.go:171","msg":"trace[2093902115] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"3.376819916s","start":"2026-03-02T17:38:32.483249Z","end":"2026-03-02T17:38:35.860069Z","steps":["trace[2093902115] 'process raft request' (duration: 2.272151318s)","trace[2093902115] 'compare' (duration: 1.10316575s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:35.860158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.483234Z","time spent":"3.376901168s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.860313Z","caller":"traceutil/trace.go:171","msg":"trace[922004536] transaction","detail":"{read_only:false; response_revision:24974; number_of_response:1; }","duration":"3.353986906s","start":"2026-03-02T17:38:32.506316Z","end":"2026-03-02T17:38:35.860303Z","steps":["trace[922004536] 'process raft request' (duration: 3.353702599s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.860378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.506292Z","time spent":"3.354048997s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.860711Z","caller":"traceutil/trace.go:171","msg":"trace[958204639] transaction","detail":"{read_only:false; response_revision:24975; number_of_response:1; }","duration":"3.35297183s","start":"2026-03-02T17:38:32.507732Z","end":"2026-03-02T17:38:35.860704Z","steps":["trace[958204639] 'process raft request' (duration: 3.352532348s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.860785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.507706Z","time spent":"3.353035472s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.861144Z","caller":"traceutil/trace.go:171","msg":"trace[192542006] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"3.35332072s","start":"2026-03-02T17:38:32.507787Z","end":"2026-03-02T17:38:35.861108Z","steps":["trace[192542006] 'process raft request' (duration: 3.352879098s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.861332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.507756Z","time spent":"3.353479694s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.861627Z","caller":"traceutil/trace.go:171","msg":"trace[2058750459] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"3.352929679s","start":"2026-03-02T17:38:32.508673Z","end":"2026-03-02T17:38:35.861603Z","steps":["trace[2058750459] 'process raft request' (duration: 3.352224831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.86177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.508522Z","time spent":"3.353174355s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.861851Z","caller":"traceutil/trace.go:171","msg":"trace[633157254] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"3.345055855s","start":"2026-03-02T17:38:32.516777Z","end":"2026-03-02T17:38:35.861833Z","steps":["trace[633157254] 'process raft request' (duration: 3.344715666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.861949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.516742Z","time spent":"3.345158878s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.862171Z","caller":"traceutil/trace.go:171","msg":"trace[1581396830] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"3.344978223s","start":"2026-03-02T17:38:32.517142Z","end":"2026-03-02T17:38:35.86212Z","steps":["trace[1581396830] 'process raft request' (duration: 3.344570523s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.862371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.517124Z","time spent":"3.345094087s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.932083Z","caller":"traceutil/trace.go:171","msg":"trace[2078134385] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25887; }","duration":"2.765188721s","start":"2026-03-02T17:38:33.166864Z","end":"2026-03-02T17:38:35.932053Z","steps":["trace[2078134385] 'read index received' (duration: 1.588496081s)","trace[2078134385] 'applied index is now lower than readState.Index' (duration: 1.17669056s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:35.932428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449466414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:38:35.932496Z","caller":"traceutil/trace.go:171","msg":"trace[1721446375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24980; }","duration":"3.449549577s","start":"2026-03-02T17:38:32.482931Z","end":"2026-03-02T17:38:35.932481Z","steps":["trace[1721446375] 'agreement among raft nodes before linearized reading' (duration: 3.449205228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.932444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449617898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:38:35.932621Z","caller":"traceutil/trace.go:171","msg":"trace[1930093579] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"1.404978559s","start":"2026-03-02T17:38:34.527568Z","end":"2026-03-02T17:38:35.932547Z","steps":["trace[1930093579] 'process raft request' (duration: 1.404309851s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.932827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080266675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:35.932907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449925046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-02T17:38:35.932871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:34.527544Z","time spent":"1.405194154s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:35.932924Z","caller":"traceutil/trace.go:171","msg":"trace[584708678] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24980; }","duration":"4.080421079s","start":"2026-03-02T17:38:31.852482Z","end":"2026-03-02T17:38:35.932903Z","steps":["trace[584708678] 'agreement among raft nodes before linearized reading' (duration: 4.080222204s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:35.932955Z","caller":"traceutil/trace.go:171","msg":"trace[1315259534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24980; }","duration":"3.449992167s","start":"2026-03-02T17:38:32.48295Z","end":"2026-03-02T17:38:35.932943Z","steps":["trace[1315259534] 'agreement among raft nodes before linearized reading' (duration: 3.449744641s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.932981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.852464Z","time spent":"4.080503201s","remote":"127.0.0.1:42032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:35.933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.482943Z","time spent":"3.450047998s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:35.932996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.078018284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T17:38:35.933049Z","caller":"traceutil/trace.go:171","msg":"trace[812435785] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:24980; }","duration":"3.078112627s","start":"2026-03-02T17:38:32.854923Z","end":"2026-03-02T17:38:35.933036Z","steps":["trace[812435785] 'agreement among raft nodes before linearized reading' (duration: 3.077925022s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.933093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.854905Z","time spent":"3.078179698s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"warn","ts":"2026-03-02T17:38:35.932885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.326350825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:38:35.933211Z","caller":"traceutil/trace.go:171","msg":"trace[1157376794] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24980; }","duration":"4.326679874s","start":"2026-03-02T17:38:31.606512Z","end":"2026-03-02T17:38:35.933192Z","steps":["trace[1157376794] 'agreement among raft nodes before linearized reading' (duration: 4.326174251s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.933333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.606451Z","time spent":"4.326856719s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:38:35.933387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83816232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:35.933437Z","caller":"traceutil/trace.go:171","msg":"trace[1133750598] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24980; }","duration":"3.838242071s","start":"2026-03-02T17:38:32.095182Z","end":"2026-03-02T17:38:35.933424Z","steps":["trace[1133750598] 'agreement among raft nodes before linearized reading' (duration: 3.838139529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.93347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.095165Z","time spent":"3.838296603s","remote":"127.0.0.1:42234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:35.932653Z","caller":"traceutil/trace.go:171","msg":"trace[118407896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24980; }","duration":"3.449854304s","start":"2026-03-02T17:38:32.48278Z","end":"2026-03-02T17:38:35.932634Z","steps":["trace[118407896] 'agreement among raft nodes before linearized reading' (duration: 3.449537585s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.933535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.482766Z","time spent":"3.450747797s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:35.933566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.562837666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-02T17:38:35.933602Z","caller":"traceutil/trace.go:171","msg":"trace[813931892] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24980; }","duration":"4.562886247s","start":"2026-03-02T17:38:31.370705Z","end":"2026-03-02T17:38:35.933591Z","steps":["trace[813931892] 'agreement among raft nodes before linearized reading' (duration: 4.562740544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.932536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.482898Z","time spent":"3.449628269s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:38:35.933639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:31.370699Z","time spent":"4.562933028s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T17:38:35.932673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44965739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:38:35.933753Z","caller":"traceutil/trace.go:171","msg":"trace[226415585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24980; }","duration":"3.450746437s","start":"2026-03-02T17:38:32.482986Z","end":"2026-03-02T17:38:35.933733Z","steps":["trace[226415585] 'agreement among raft nodes before linearized reading' (duration: 3.449609228s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.933857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.482979Z","time spent":"3.45085829s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:35.934229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.883765367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:35.934308Z","caller":"traceutil/trace.go:171","msg":"trace[1140996299] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24980; }","duration":"3.884807474s","start":"2026-03-02T17:38:32.049477Z","end":"2026-03-02T17:38:35.934284Z","steps":["trace[1140996299] 'agreement among raft nodes before linearized reading' (duration: 3.883707366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.93436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.049454Z","time spent":"3.884891197s","remote":"127.0.0.1:52154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:35.93465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.340829816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:35.934753Z","caller":"traceutil/trace.go:171","msg":"trace[228306712] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24980; }","duration":"3.34098694s","start":"2026-03-02T17:38:32.593738Z","end":"2026-03-02T17:38:35.934725Z","steps":["trace[228306712] 'agreement among raft nodes before linearized reading' (duration: 3.339165212s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:35.934803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:32.593715Z","time spent":"3.341073713s","remote":"127.0.0.1:44110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:36.432923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:36.453107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:36.453203Z","caller":"traceutil/trace.go:171","msg":"trace[1370244298] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000060688s","start":"2026-03-02T17:38:34.453122Z","end":"2026-03-02T17:38:36.453182Z","steps":["trace[1370244298] 'agreement among raft nodes before linearized reading' (duration: 1.999940065s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:36.453261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:34.453099Z","time spent":"2.00014521s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:37.009734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.196791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:37.009962Z","caller":"traceutil/trace.go:171","msg":"trace[1414270710] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"1.12446642s","start":"2026-03-02T17:38:35.885469Z","end":"2026-03-02T17:38:37.009936Z","steps":["trace[1414270710] 'process raft request' (duration: 1.124373247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:37.010026Z","caller":"traceutil/trace.go:171","msg":"trace[582711987] transaction","detail":"{read_only:false; response_revision:24981; number_of_response:1; }","duration":"1.459502328s","start":"2026-03-02T17:38:35.550489Z","end":"2026-03-02T17:38:37.009991Z","steps":["trace[582711987] 'process raft request' (duration: 1.125986318s)","trace[582711987] 'compare' (duration: 332.35427ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:37.01006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.885449Z","time spent":"1.124562123s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:37.01018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.55046Z","time spent":"1.459641252s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:37.33151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000602992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:37.331583Z","caller":"traceutil/trace.go:171","msg":"trace[1197870084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000714735s","start":"2026-03-02T17:38:35.330849Z","end":"2026-03-02T17:38:37.331564Z","steps":["trace[1197870084] 'agreement among raft nodes before linearized reading' (duration: 2.000628683s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:37.331623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.33083Z","time spent":"2.000784066s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:38.361653Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.678596669s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:38.462151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000109029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:38.462233Z","caller":"traceutil/trace.go:171","msg":"trace[1590896016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000321134s","start":"2026-03-02T17:38:36.461897Z","end":"2026-03-02T17:38:38.462218Z","steps":["trace[1590896016] 'agreement among raft nodes before linearized reading' (duration: 2.000214141s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.462267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:36.461878Z","time spent":"2.000381606s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:38.485556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.634064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:38.486019Z","caller":"traceutil/trace.go:171","msg":"trace[113553185] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"2.550437421s","start":"2026-03-02T17:38:35.935554Z","end":"2026-03-02T17:38:38.485991Z","steps":["trace[113553185] 'process raft request' (duration: 2.426286113s)","trace[113553185] 'compare' (duration: 121.617792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:38.486166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.935532Z","time spent":"2.550545673s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:38.48648Z","caller":"traceutil/trace.go:171","msg":"trace[340058555] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"2.547594187s","start":"2026-03-02T17:38:35.938828Z","end":"2026-03-02T17:38:38.486422Z","steps":["trace[340058555] 'process raft request' (duration: 2.54733028s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.486612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.938793Z","time spent":"2.547757672s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:38.486657Z","caller":"traceutil/trace.go:171","msg":"trace[259061078] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"2.547616928s","start":"2026-03-02T17:38:35.939031Z","end":"2026-03-02T17:38:38.486648Z","steps":["trace[259061078] 'process raft request' (duration: 2.54735127s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.486703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.939013Z","time spent":"2.547664439s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:38.486781Z","caller":"traceutil/trace.go:171","msg":"trace[1414346381] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"2.547793442s","start":"2026-03-02T17:38:35.938974Z","end":"2026-03-02T17:38:38.486768Z","steps":["trace[1414346381] 'process raft request' (duration: 2.547592697s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.486859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.938963Z","time spent":"2.547852214s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:38.486892Z","caller":"traceutil/trace.go:171","msg":"trace[757603488] linearizableReadLoop","detail":"{readStateIndex:25903; appliedIndex:25895; }","duration":"2.554597419s","start":"2026-03-02T17:38:35.93228Z","end":"2026-03-02T17:38:38.486877Z","steps":["trace[757603488] 'read index received' (duration: 744.194622ms)","trace[757603488] 'applied index is now lower than readState.Index' (duration: 1.810401877s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:38.487008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.211912144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:38.487045Z","caller":"traceutil/trace.go:171","msg":"trace[1141429511] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24988; }","duration":"3.211979887s","start":"2026-03-02T17:38:35.275057Z","end":"2026-03-02T17:38:38.487037Z","steps":["trace[1141429511] 'agreement among raft nodes before linearized reading' (duration: 3.211841564s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.48707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.275039Z","time spent":"3.212025178s","remote":"127.0.0.1:45558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:38.487158Z","caller":"traceutil/trace.go:171","msg":"trace[879907634] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"2.546189761s","start":"2026-03-02T17:38:35.940861Z","end":"2026-03-02T17:38:38.487051Z","steps":["trace[879907634] 'process raft request' (duration: 2.545964745s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.487222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.940837Z","time spent":"2.546355136s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:38.487219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567113922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:38.487245Z","caller":"traceutil/trace.go:171","msg":"trace[949125991] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"2.546430158s","start":"2026-03-02T17:38:35.940801Z","end":"2026-03-02T17:38:38.487231Z","steps":["trace[949125991] 'process raft request' (duration: 2.545903024s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:38.487257Z","caller":"traceutil/trace.go:171","msg":"trace[571591020] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24988; }","duration":"2.567157173s","start":"2026-03-02T17:38:35.92009Z","end":"2026-03-02T17:38:38.487247Z","steps":["trace[571591020] 'agreement among raft nodes before linearized reading' (duration: 2.567020668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.48729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.92001Z","time spent":"2.567271645s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:38.487314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.940788Z","time spent":"2.546490739s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:38.48736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.819588561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T17:38:38.487393Z","caller":"traceutil/trace.go:171","msg":"trace[1314436570] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:24988; }","duration":"4.819658263s","start":"2026-03-02T17:38:33.667726Z","end":"2026-03-02T17:38:38.487384Z","steps":["trace[1314436570] 'agreement among raft nodes before linearized reading' (duration: 4.8195576s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.487415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:33.667702Z","time spent":"4.819707445s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T17:38:38.487532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881437577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:38.487564Z","caller":"traceutil/trace.go:171","msg":"trace[1033940997] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24988; }","duration":"3.881510949s","start":"2026-03-02T17:38:34.606045Z","end":"2026-03-02T17:38:38.487556Z","steps":["trace[1033940997] 'agreement among raft nodes before linearized reading' (duration: 3.881433077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.487572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.318830363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-02T17:38:38.487586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:34.606025Z","time spent":"3.88155498s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:38.487597Z","caller":"traceutil/trace.go:171","msg":"trace[54401071] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24988; }","duration":"5.318868965s","start":"2026-03-02T17:38:33.168722Z","end":"2026-03-02T17:38:38.487591Z","steps":["trace[54401071] 'agreement among raft nodes before linearized reading' (duration: 5.318797203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.487622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:33.168709Z","time spent":"5.318908706s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:38:38.487621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.316581365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189916e0f7396bcb\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-03-02T17:38:38.487658Z","caller":"traceutil/trace.go:171","msg":"trace[577798280] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189916e0f7396bcb; range_end:; response_count:1; response_revision:24988; }","duration":"5.316633737s","start":"2026-03-02T17:38:33.171015Z","end":"2026-03-02T17:38:38.487649Z","steps":["trace[577798280] 'agreement among raft nodes before linearized reading' (duration: 5.316500844s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.487688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:33.171009Z","time spent":"5.316672788s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":744,"request content":"key:\"/registry/events/openstack/container-infra-registry.189916e0f7396bcb\" "} {"level":"warn","ts":"2026-03-02T17:38:38.48842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.545186498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:38.488452Z","caller":"traceutil/trace.go:171","msg":"trace[704139284] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24988; }","duration":"3.54526139s","start":"2026-03-02T17:38:34.943183Z","end":"2026-03-02T17:38:38.488444Z","steps":["trace[704139284] 'agreement among raft nodes before linearized reading' (duration: 3.543785402s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:38.488474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:34.943165Z","time spent":"3.54530261s","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:38.987381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257955,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:40.224961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98157988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:40.225053Z","caller":"traceutil/trace.go:171","msg":"trace[105154276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.981717383s","start":"2026-03-02T17:38:38.243316Z","end":"2026-03-02T17:38:40.225033Z","steps":["trace[105154276] 'agreement among raft nodes before linearized reading' (duration: 1.98160259s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:40.225103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.243297Z","time spent":"1.981796516s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:40.462287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999848152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:40.462372Z","caller":"traceutil/trace.go:171","msg":"trace[1703207840] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000010245s","start":"2026-03-02T17:38:38.462344Z","end":"2026-03-02T17:38:40.462354Z","steps":["trace[1703207840] 'agreement among raft nodes before linearized reading' (duration: 1.999899703s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:40.462433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.46232Z","time spent":"2.000101628s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:40.8501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805601292s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:38:40.856516Z","caller":"traceutil/trace.go:171","msg":"trace[2136421166] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"2.989759794s","start":"2026-03-02T17:38:37.866736Z","end":"2026-03-02T17:38:40.856496Z","steps":["trace[2136421166] 'process raft request' (duration: 2.983505812s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:40.856668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.8667Z","time spent":"2.989886257s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:42.470097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000287764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:42.470216Z","caller":"traceutil/trace.go:171","msg":"trace[1915954181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427878s","start":"2026-03-02T17:38:40.469764Z","end":"2026-03-02T17:38:42.470191Z","steps":["trace[1915954181] 'agreement among raft nodes before linearized reading' (duration: 2.000280314s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.470487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.469695Z","time spent":"2.000697814s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:42.575065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.114417ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.575192Z","caller":"traceutil/trace.go:171","msg":"trace[2086052636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24989; }","duration":"675.259251ms","start":"2026-03-02T17:38:41.899914Z","end":"2026-03-02T17:38:42.575173Z","steps":["trace[2086052636] 'range keys from in-memory index tree' (duration: 675.089847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.576008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719048724s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:42.576405Z","caller":"traceutil/trace.go:171","msg":"trace[1221993567] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"4.708886671s","start":"2026-03-02T17:38:37.867502Z","end":"2026-03-02T17:38:42.576389Z","steps":["trace[1221993567] 'process raft request' (duration: 4.708586393s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.576463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.867492Z","time spent":"4.708948424s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:42.576439Z","caller":"traceutil/trace.go:171","msg":"trace[87079896] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"4.70924355s","start":"2026-03-02T17:38:37.867128Z","end":"2026-03-02T17:38:42.576372Z","steps":["trace[87079896] 'process raft request' (duration: 2.989353503s)","trace[87079896] 'compare' (duration: 1.716758136s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:42.576628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.867061Z","time spent":"4.709438735s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:42.576744Z","caller":"traceutil/trace.go:171","msg":"trace[1644213209] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"4.709164168s","start":"2026-03-02T17:38:37.867562Z","end":"2026-03-02T17:38:42.576726Z","steps":["trace[1644213209] 'process raft request' (duration: 4.708789718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.576901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.867524Z","time spent":"4.709295412s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:42.576969Z","caller":"traceutil/trace.go:171","msg":"trace[763320704] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"4.708360367s","start":"2026-03-02T17:38:37.868594Z","end":"2026-03-02T17:38:42.576954Z","steps":["trace[763320704] 'process raft request' (duration: 4.708040169s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.57707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.868581Z","time spent":"4.708437099s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:42.577147Z","caller":"traceutil/trace.go:171","msg":"trace[1527532627] transaction","detail":"{read_only:false; response_revision:24994; number_of_response:1; }","duration":"4.708251955s","start":"2026-03-02T17:38:37.868885Z","end":"2026-03-02T17:38:42.577137Z","steps":["trace[1527532627] 'process raft request' (duration: 4.707966997s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:42.577147Z","caller":"traceutil/trace.go:171","msg":"trace[313126732] linearizableReadLoop","detail":"{readStateIndex:25913; appliedIndex:25903; }","duration":"4.090176923s","start":"2026-03-02T17:38:38.486949Z","end":"2026-03-02T17:38:42.577126Z","steps":["trace[313126732] 'read index received' (duration: 557.523329ms)","trace[313126732] 'applied index is now lower than readState.Index' (duration: 3.532652773s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:42.577233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326476522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.577263Z","caller":"traceutil/trace.go:171","msg":"trace[1432936598] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24997; }","duration":"5.326543984s","start":"2026-03-02T17:38:37.250711Z","end":"2026-03-02T17:38:42.577255Z","steps":["trace[1432936598] 'agreement among raft nodes before linearized reading' (duration: 5.326456252s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.577286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.250691Z","time spent":"5.326589555s","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.577537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.485486613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T17:38:42.577586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.607431909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:42.577613Z","caller":"traceutil/trace.go:171","msg":"trace[293456189] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24997; }","duration":"4.607552922s","start":"2026-03-02T17:38:37.970052Z","end":"2026-03-02T17:38:42.577605Z","steps":["trace[293456189] 'agreement among raft nodes before linearized reading' (duration: 4.60745457s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:42.577627Z","caller":"traceutil/trace.go:171","msg":"trace[1627197353] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:24997; }","duration":"6.485552495s","start":"2026-03-02T17:38:36.092005Z","end":"2026-03-02T17:38:42.577557Z","steps":["trace[1627197353] 'agreement among raft nodes before linearized reading' (duration: 6.485246848s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.577654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.970021Z","time spent":"4.607624693s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:42.577704Z","caller":"traceutil/trace.go:171","msg":"trace[1178800798] transaction","detail":"{read_only:false; response_revision:24996; number_of_response:1; }","duration":"4.40512135s","start":"2026-03-02T17:38:38.172572Z","end":"2026-03-02T17:38:42.577694Z","steps":["trace[1178800798] 'process raft request' (duration: 4.404454103s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.577712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.497882204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:42.577733Z","caller":"traceutil/trace.go:171","msg":"trace[859006068] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:24997; }","duration":"6.497932764s","start":"2026-03-02T17:38:36.079794Z","end":"2026-03-02T17:38:42.577727Z","steps":["trace[859006068] 'agreement among raft nodes before linearized reading' (duration: 6.497895193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.577749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:36.079773Z","time spent":"6.497972186s","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.577767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.172537Z","time spent":"4.405189912s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:42.577667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.17298279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-02T17:38:42.577821Z","caller":"traceutil/trace.go:171","msg":"trace[1335213307] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24997; }","duration":"4.173164776s","start":"2026-03-02T17:38:38.404648Z","end":"2026-03-02T17:38:42.577813Z","steps":["trace[1335213307] 'agreement among raft nodes before linearized reading' (duration: 4.172502819s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.577845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.404629Z","time spent":"4.173209317s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418298,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T17:38:42.577951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.639191097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:38:42.57797Z","caller":"traceutil/trace.go:171","msg":"trace[618092515] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24997; }","duration":"6.639233087s","start":"2026-03-02T17:38:35.938732Z","end":"2026-03-02T17:38:42.577965Z","steps":["trace[618092515] 'agreement among raft nodes before linearized reading' (duration: 6.639157035s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.577982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:35.938714Z","time spent":"6.639266048s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T17:38:42.578005Z","caller":"traceutil/trace.go:171","msg":"trace[599045493] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"4.087478312s","start":"2026-03-02T17:38:38.490519Z","end":"2026-03-02T17:38:42.577997Z","steps":["trace[599045493] 'process raft request' (duration: 4.086547448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.490501Z","time spent":"4.087521533s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:42.57812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.088363495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T17:38:42.57814Z","caller":"traceutil/trace.go:171","msg":"trace[1114552229] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:24997; }","duration":"4.088404706s","start":"2026-03-02T17:38:38.48973Z","end":"2026-03-02T17:38:42.578135Z","steps":["trace[1114552229] 'agreement among raft nodes before linearized reading' (duration: 4.088338395s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.489715Z","time spent":"4.088434327s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" "} {"level":"warn","ts":"2026-03-02T17:38:42.577674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:36.091989Z","time spent":"6.485675678s","remote":"127.0.0.1:42146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":172,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.578258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08684013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:38:42.578274Z","caller":"traceutil/trace.go:171","msg":"trace[1643295867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24997; }","duration":"2.086886381s","start":"2026-03-02T17:38:40.491384Z","end":"2026-03-02T17:38:42.57827Z","steps":["trace[1643295867] 'agreement among raft nodes before linearized reading' (duration: 2.08683922s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.491364Z","time spent":"2.086919172s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:42.578284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086507892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:38:42.578315Z","caller":"traceutil/trace.go:171","msg":"trace[1864752337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24997; }","duration":"2.086549162s","start":"2026-03-02T17:38:40.491757Z","end":"2026-03-02T17:38:42.578306Z","steps":["trace[1864752337] 'agreement among raft nodes before linearized reading' (duration: 2.08646803s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.57834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.491751Z","time spent":"2.086582883s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:42.578362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086985064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:38:42.578375Z","caller":"traceutil/trace.go:171","msg":"trace[1669952665] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24997; }","duration":"2.087025315s","start":"2026-03-02T17:38:40.491346Z","end":"2026-03-02T17:38:42.578371Z","steps":["trace[1669952665] 'agreement among raft nodes before linearized reading' (duration: 2.086987724s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.491335Z","time spent":"2.087048365s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:42.578411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.686457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.578431Z","caller":"traceutil/trace.go:171","msg":"trace[1192555735] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24997; }","duration":"450.707657ms","start":"2026-03-02T17:38:42.127717Z","end":"2026-03-02T17:38:42.578425Z","steps":["trace[1192555735] 'agreement among raft nodes before linearized reading' (duration: 450.670996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.127659Z","time spent":"450.786489ms","remote":"127.0.0.1:33360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.578462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.147563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:42.578481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088407062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:38:42.578489Z","caller":"traceutil/trace.go:171","msg":"trace[425922117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24997; }","duration":"948.209146ms","start":"2026-03-02T17:38:41.630271Z","end":"2026-03-02T17:38:42.57848Z","steps":["trace[425922117] 'agreement among raft nodes before linearized reading' (duration: 948.165594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:42.578505Z","caller":"traceutil/trace.go:171","msg":"trace[2084927070] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24997; }","duration":"2.088458783s","start":"2026-03-02T17:38:40.490034Z","end":"2026-03-02T17:38:42.578492Z","steps":["trace[2084927070] 'agreement among raft nodes before linearized reading' (duration: 2.08838184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:41.630249Z","time spent":"948.259096ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.578528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.49001Z","time spent":"2.088515324s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:38:42.578592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149591422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.578605Z","caller":"traceutil/trace.go:171","msg":"trace[867069136] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24997; }","duration":"2.149641854s","start":"2026-03-02T17:38:40.428958Z","end":"2026-03-02T17:38:42.5786Z","steps":["trace[867069136] 'agreement among raft nodes before linearized reading' (duration: 2.149617473s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.428917Z","time spent":"2.149700215s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.578739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192692442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.578784Z","caller":"traceutil/trace.go:171","msg":"trace[1962794342] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24997; }","duration":"1.192775934s","start":"2026-03-02T17:38:41.385985Z","end":"2026-03-02T17:38:42.578761Z","steps":["trace[1962794342] 'agreement among raft nodes before linearized reading' (duration: 1.192671502s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:41.385923Z","time spent":"1.192882438s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:38:42.57882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.651252626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.578852Z","caller":"traceutil/trace.go:171","msg":"trace[1820145602] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24997; }","duration":"2.651302427s","start":"2026-03-02T17:38:39.927533Z","end":"2026-03-02T17:38:42.578835Z","steps":["trace[1820145602] 'agreement among raft nodes before linearized reading' (duration: 2.651269756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.954418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:42.578873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:39.927505Z","time spent":"2.651360099s","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:42.578876Z","caller":"traceutil/trace.go:171","msg":"trace[2014210419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24997; }","duration":"106.017059ms","start":"2026-03-02T17:38:42.472853Z","end":"2026-03-02T17:38:42.57887Z","steps":["trace[2014210419] 'agreement among raft nodes before linearized reading' (duration: 105.984328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3152765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.579002Z","caller":"traceutil/trace.go:171","msg":"trace[692337609] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24997; }","duration":"1.315327282s","start":"2026-03-02T17:38:41.263664Z","end":"2026-03-02T17:38:42.578991Z","steps":["trace[692337609] 'agreement among raft nodes before linearized reading' (duration: 1.315267471s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.579027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.165081915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:42.579026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:41.263654Z","time spent":"1.315365343s","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:42.579065Z","caller":"traceutil/trace.go:171","msg":"trace[1705784264] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24997; }","duration":"3.165147636s","start":"2026-03-02T17:38:39.413897Z","end":"2026-03-02T17:38:42.579045Z","steps":["trace[1705784264] 'agreement among raft nodes before linearized reading' (duration: 3.165075995s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.579088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:39.413875Z","time spent":"3.165206387s","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.579233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374740964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.579262Z","caller":"traceutil/trace.go:171","msg":"trace[881186483] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24997; }","duration":"3.374812906s","start":"2026-03-02T17:38:39.204442Z","end":"2026-03-02T17:38:42.579255Z","steps":["trace[881186483] 'agreement among raft nodes before linearized reading' (duration: 3.374762594s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.579281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:39.204419Z","time spent":"3.374856566s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.579395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680541275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.579415Z","caller":"traceutil/trace.go:171","msg":"trace[1459364545] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24997; }","duration":"3.680587456s","start":"2026-03-02T17:38:38.898822Z","end":"2026-03-02T17:38:42.579409Z","steps":["trace[1459364545] 'agreement among raft nodes before linearized reading' (duration: 3.680551755s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.579433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.898804Z","time spent":"3.680623897s","remote":"127.0.0.1:41294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.579749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.083442566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T17:38:42.579773Z","caller":"traceutil/trace.go:171","msg":"trace[799154636] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24997; }","duration":"4.083483818s","start":"2026-03-02T17:38:38.496283Z","end":"2026-03-02T17:38:42.579767Z","steps":["trace[799154636] 'agreement among raft nodes before linearized reading' (duration: 4.083403666s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.579796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.496273Z","time spent":"4.083513489s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-02T17:38:42.580009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321662556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:42.580038Z","caller":"traceutil/trace.go:171","msg":"trace[69679727] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24997; }","duration":"1.321731847s","start":"2026-03-02T17:38:41.258298Z","end":"2026-03-02T17:38:42.58003Z","steps":["trace[69679727] 'agreement among raft nodes before linearized reading' (duration: 1.321681696s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.580065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:41.258275Z","time spent":"1.321784899s","remote":"127.0.0.1:49576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.580207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.450877075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:42.580248Z","caller":"traceutil/trace.go:171","msg":"trace[310752057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24997; }","duration":"1.450962107s","start":"2026-03-02T17:38:41.129279Z","end":"2026-03-02T17:38:42.580241Z","steps":["trace[310752057] 'agreement among raft nodes before linearized reading' (duration: 1.450902625s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.580274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:41.129251Z","time spent":"1.451012459s","remote":"127.0.0.1:44130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.580537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088726479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:38:42.580601Z","caller":"traceutil/trace.go:171","msg":"trace[466477430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24997; }","duration":"2.088807821s","start":"2026-03-02T17:38:40.491784Z","end":"2026-03-02T17:38:42.580592Z","steps":["trace[466477430] 'agreement among raft nodes before linearized reading' (duration: 2.088696317s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.580631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.491779Z","time spent":"2.088844732s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:38:42.580014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.089477134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-672234a9-5da3-47f2-ab1c-db558458c47f\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T17:38:42.58075Z","caller":"traceutil/trace.go:171","msg":"trace[1320217186] range","detail":"{range_begin:/registry/persistentvolumes/pvc-672234a9-5da3-47f2-ab1c-db558458c47f; range_end:; response_count:1; response_revision:24997; }","duration":"4.090225914s","start":"2026-03-02T17:38:38.490515Z","end":"2026-03-02T17:38:42.580741Z","steps":["trace[1320217186] 'agreement among raft nodes before linearized reading' (duration: 4.089450024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.580783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:38.490507Z","time spent":"4.090266425s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-672234a9-5da3-47f2-ab1c-db558458c47f\" "} {"level":"info","ts":"2026-03-02T17:38:42.57711Z","caller":"traceutil/trace.go:171","msg":"trace[1596478318] transaction","detail":"{read_only:false; response_revision:24995; number_of_response:1; }","duration":"4.708188864s","start":"2026-03-02T17:38:37.868909Z","end":"2026-03-02T17:38:42.577098Z","steps":["trace[1596478318] 'process raft request' (duration: 4.70806338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.578789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.507281175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:42.581142Z","caller":"traceutil/trace.go:171","msg":"trace[772824632] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24997; }","duration":"2.509633255s","start":"2026-03-02T17:38:40.071499Z","end":"2026-03-02T17:38:42.581132Z","steps":["trace[772824632] 'agreement among raft nodes before linearized reading' (duration: 2.507265465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:42.581179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:40.071437Z","time spent":"2.509730728s","remote":"127.0.0.1:59232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:42.585492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.868873Z","time spent":"4.708303557s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:42.585611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:37.868885Z","time spent":"4.712247517s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:43.084908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:43.585149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:44.086002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:44.431006Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.847386322s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:44.592294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003662481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:44.592384Z","caller":"traceutil/trace.go:171","msg":"trace[476310262] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003777423s","start":"2026-03-02T17:38:42.588587Z","end":"2026-03-02T17:38:44.592364Z","steps":["trace[476310262] 'agreement among raft nodes before linearized reading' (duration: 2.00367152s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:44.592431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.588579Z","time spent":"2.003841124s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:44.616814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.123424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:44.61715Z","caller":"traceutil/trace.go:171","msg":"trace[1736445750] transaction","detail":"{read_only:false; response_revision:24998; number_of_response:1; }","duration":"2.033629523s","start":"2026-03-02T17:38:42.583486Z","end":"2026-03-02T17:38:44.617115Z","steps":["trace[1736445750] 'process raft request' (duration: 1.853091229s)","trace[1736445750] 'compare' (duration: 179.010355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:44.617204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.583462Z","time spent":"2.033715977s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:46.590758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998069386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:46.590841Z","caller":"traceutil/trace.go:171","msg":"trace[1893487075] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998169859s","start":"2026-03-02T17:38:44.592654Z","end":"2026-03-02T17:38:46.590824Z","steps":["trace[1893487075] 'agreement among raft nodes before linearized reading' (duration: 1.998067226s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.590877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.592526Z","time spent":"1.998343664s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:46.979813Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.306324661s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:38:46.98064Z","caller":"traceutil/trace.go:171","msg":"trace[636394678] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"4.394821734s","start":"2026-03-02T17:38:42.585793Z","end":"2026-03-02T17:38:46.980615Z","steps":["trace[636394678] 'process raft request' (duration: 4.394568518s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:46.980649Z","caller":"traceutil/trace.go:171","msg":"trace[1716879769] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"4.392258127s","start":"2026-03-02T17:38:42.58837Z","end":"2026-03-02T17:38:46.980628Z","steps":["trace[1716879769] 'process raft request' (duration: 4.392153055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.980741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.585782Z","time spent":"4.394897186s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:46.980809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.588313Z","time spent":"4.392418003s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:46.980975Z","caller":"traceutil/trace.go:171","msg":"trace[870068352] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"4.391735475s","start":"2026-03-02T17:38:42.589233Z","end":"2026-03-02T17:38:46.980969Z","steps":["trace[870068352] 'process raft request' (duration: 4.391355364s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.981013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.589227Z","time spent":"4.391765815s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:46.982462Z","caller":"traceutil/trace.go:171","msg":"trace[860477595] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"4.388444629s","start":"2026-03-02T17:38:42.59399Z","end":"2026-03-02T17:38:46.982434Z","steps":["trace[860477595] 'process raft request' (duration: 4.386876769s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.982682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.593979Z","time spent":"4.388620003s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:46.982791Z","caller":"traceutil/trace.go:171","msg":"trace[934995363] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"4.388662676s","start":"2026-03-02T17:38:42.594113Z","end":"2026-03-02T17:38:46.982776Z","steps":["trace[934995363] 'process raft request' (duration: 4.388209184s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.982879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.594106Z","time spent":"4.388732827s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:46.983483Z","caller":"traceutil/trace.go:171","msg":"trace[1058690839] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25913; }","duration":"4.399599349s","start":"2026-03-02T17:38:42.58387Z","end":"2026-03-02T17:38:46.98347Z","steps":["trace[1058690839] 'read index received' (duration: 1.854868476s)","trace[1058690839] 'applied index is now lower than readState.Index' (duration: 2.544729923s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:46.983557Z","caller":"traceutil/trace.go:171","msg":"trace[1301759273] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"4.119057619s","start":"2026-03-02T17:38:42.864491Z","end":"2026-03-02T17:38:46.983548Z","steps":["trace[1301759273] 'process raft request' (duration: 4.118226846s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.983619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.864473Z","time spent":"4.119108529s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:46.984213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.400328697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-02T17:38:46.984283Z","caller":"traceutil/trace.go:171","msg":"trace[2050962600] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25005; }","duration":"4.40041265s","start":"2026-03-02T17:38:42.583853Z","end":"2026-03-02T17:38:46.984266Z","steps":["trace[2050962600] 'agreement among raft nodes before linearized reading' (duration: 4.400201674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.984327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.583841Z","time spent":"4.400476471s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-02T17:38:46.984655Z","caller":"traceutil/trace.go:171","msg":"trace[1076934485] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"3.950604524s","start":"2026-03-02T17:38:43.034034Z","end":"2026-03-02T17:38:46.984639Z","steps":["trace[1076934485] 'process raft request' (duration: 3.949211338s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:46.984759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:43.033998Z","time spent":"3.950698507s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:47.484494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257976,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:48.277287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.817273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:48.277506Z","caller":"traceutil/trace.go:171","msg":"trace[478604711] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"3.760966123s","start":"2026-03-02T17:38:44.516516Z","end":"2026-03-02T17:38:48.277482Z","steps":["trace[478604711] 'process raft request' (duration: 3.365864213s)","trace[478604711] 'compare' (duration: 394.475604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:48.277606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.51647Z","time spent":"3.761090366s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:48.278475Z","caller":"traceutil/trace.go:171","msg":"trace[41504529] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"3.675139485s","start":"2026-03-02T17:38:44.603317Z","end":"2026-03-02T17:38:48.278456Z","steps":["trace[41504529] 'process raft request' (duration: 3.675041153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:48.278583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.603306Z","time spent":"3.675227878s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:48.278702Z","caller":"traceutil/trace.go:171","msg":"trace[1142280577] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"3.677479987s","start":"2026-03-02T17:38:44.601205Z","end":"2026-03-02T17:38:48.278685Z","steps":["trace[1142280577] 'process raft request' (duration: 3.676207164s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:48.278721Z","caller":"traceutil/trace.go:171","msg":"trace[1855892047] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"3.675841655s","start":"2026-03-02T17:38:44.602856Z","end":"2026-03-02T17:38:48.278697Z","steps":["trace[1855892047] 'process raft request' (duration: 3.675371962s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:48.278759Z","caller":"traceutil/trace.go:171","msg":"trace[762192997] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"3.675704862s","start":"2026-03-02T17:38:44.603018Z","end":"2026-03-02T17:38:48.278722Z","steps":["trace[762192997] 'process raft request' (duration: 3.67529235s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:48.278812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.601182Z","time spent":"3.677575668s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:48.278815Z","caller":"traceutil/trace.go:171","msg":"trace[610963145] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"3.67530002s","start":"2026-03-02T17:38:44.603476Z","end":"2026-03-02T17:38:48.278776Z","steps":["trace[610963145] 'process raft request' (duration: 3.67494507s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:48.278852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.602824Z","time spent":"3.675951947s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:48.278914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.60301Z","time spent":"3.675828244s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:48.27901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.603469Z","time spent":"3.675414713s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:48.278975Z","caller":"traceutil/trace.go:171","msg":"trace[1032166609] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"3.673981196s","start":"2026-03-02T17:38:44.604918Z","end":"2026-03-02T17:38:48.278899Z","steps":["trace[1032166609] 'process raft request' (duration: 3.67373892s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:48.279286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.604888Z","time spent":"3.674176761s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:48.598178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000718764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:48.598252Z","caller":"traceutil/trace.go:171","msg":"trace[2024902715] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000855797s","start":"2026-03-02T17:38:46.59738Z","end":"2026-03-02T17:38:48.598236Z","steps":["trace[2024902715] 'agreement among raft nodes before linearized reading' (duration: 2.000756075s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:48.598289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:46.597366Z","time spent":"2.00091622s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:50.222334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:50.222538Z","caller":"traceutil/trace.go:171","msg":"trace[826690258] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000882979s","start":"2026-03-02T17:38:48.221636Z","end":"2026-03-02T17:38:50.222519Z","steps":["trace[826690258] 'agreement among raft nodes before linearized reading' (duration: 2.000603432s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:50.222626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.221609Z","time spent":"2.001002832s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:50.598792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:50.598893Z","caller":"traceutil/trace.go:171","msg":"trace[90326008] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00054345s","start":"2026-03-02T17:38:48.598329Z","end":"2026-03-02T17:38:50.598872Z","steps":["trace[90326008] 'agreement among raft nodes before linearized reading' (duration: 2.000416036s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:50.598944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.598303Z","time spent":"2.000629943s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:51.35521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.08363481s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:51.681883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.403138067s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:38:51.683906Z","caller":"traceutil/trace.go:171","msg":"trace[1186394272] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"5.67238736s","start":"2026-03-02T17:38:46.01149Z","end":"2026-03-02T17:38:51.683877Z","steps":["trace[1186394272] 'process raft request' (duration: 5.670484292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.68404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:46.011454Z","time spent":"5.672511774s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:51.68417Z","caller":"traceutil/trace.go:171","msg":"trace[529255982] linearizableReadLoop","detail":"{readStateIndex:25932; appliedIndex:25921; }","duration":"4.700618428s","start":"2026-03-02T17:38:46.983519Z","end":"2026-03-02T17:38:51.684137Z","steps":["trace[529255982] 'read index received' (duration: 898.868129ms)","trace[529255982] 'applied index is now lower than readState.Index' (duration: 3.801748449s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:51.684338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.311355296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.684383Z","caller":"traceutil/trace.go:171","msg":"trace[819082445] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25017; }","duration":"7.311418437s","start":"2026-03-02T17:38:44.372952Z","end":"2026-03-02T17:38:51.68437Z","steps":["trace[819082445] 'agreement among raft nodes before linearized reading' (duration: 7.311327035s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.684427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.372909Z","time spent":"7.311505979s","remote":"127.0.0.1:50594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.684523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.095812252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.684615Z","caller":"traceutil/trace.go:171","msg":"trace[138800085] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25017; }","duration":"9.095969077s","start":"2026-03-02T17:38:42.588631Z","end":"2026-03-02T17:38:51.6846Z","steps":["trace[138800085] 'agreement among raft nodes before linearized reading' (duration: 9.095680369s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.684671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.588611Z","time spent":"9.096048018s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:38:51.684762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.064414535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6fcf86ccf7-fwsfx.1899164752d17479\" ","response":"range_response_count:1 size:907"} {"level":"warn","ts":"2026-03-02T17:38:51.684801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.098961284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T17:38:51.684837Z","caller":"traceutil/trace.go:171","msg":"trace[1310448847] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25017; }","duration":"9.099017195s","start":"2026-03-02T17:38:42.58581Z","end":"2026-03-02T17:38:51.684827Z","steps":["trace[1310448847] 'agreement among raft nodes before linearized reading' (duration: 9.098896992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.684877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.585798Z","time spent":"9.099070556s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-02T17:38:51.685016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.370322651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.685061Z","caller":"traceutil/trace.go:171","msg":"trace[1400286049] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25017; }","duration":"7.370404683s","start":"2026-03-02T17:38:44.314644Z","end":"2026-03-02T17:38:51.685048Z","steps":["trace[1400286049] 'agreement among raft nodes before linearized reading' (duration: 7.370048544s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.685107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.314622Z","time spent":"7.370475694s","remote":"127.0.0.1:42128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.685118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.820549729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.685194Z","caller":"traceutil/trace.go:171","msg":"trace[1786588239] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25017; }","duration":"8.820721053s","start":"2026-03-02T17:38:42.864458Z","end":"2026-03-02T17:38:51.68518Z","steps":["trace[1786588239] 'agreement among raft nodes before linearized reading' (duration: 8.820472057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.685252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.864437Z","time spent":"8.820804714s","remote":"127.0.0.1:44152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.685347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.610395588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.685388Z","caller":"traceutil/trace.go:171","msg":"trace[550394249] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25017; }","duration":"8.61048278s","start":"2026-03-02T17:38:43.074894Z","end":"2026-03-02T17:38:51.685377Z","steps":["trace[550394249] 'agreement among raft nodes before linearized reading' (duration: 8.610418078s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.685419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:43.074866Z","time spent":"8.610545022s","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.685506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.834851199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.685559Z","caller":"traceutil/trace.go:171","msg":"trace[1473262820] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:25017; }","duration":"8.8349304s","start":"2026-03-02T17:38:42.850617Z","end":"2026-03-02T17:38:51.685548Z","steps":["trace[1473262820] 'agreement among raft nodes before linearized reading' (duration: 8.834850858s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.685606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.8506Z","time spent":"8.834996542s","remote":"127.0.0.1:33376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.685682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.655721379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T17:38:51.685731Z","caller":"traceutil/trace.go:171","msg":"trace[1377396506] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25017; }","duration":"8.655808401s","start":"2026-03-02T17:38:43.029911Z","end":"2026-03-02T17:38:51.68572Z","steps":["trace[1377396506] 'agreement among raft nodes before linearized reading' (duration: 8.655669878s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.685767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:43.02988Z","time spent":"8.655879193s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:38:51.684615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.804845903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.685957Z","caller":"traceutil/trace.go:171","msg":"trace[976990002] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:25017; }","duration":"8.806487646s","start":"2026-03-02T17:38:42.879455Z","end":"2026-03-02T17:38:51.685943Z","steps":["trace[976990002] 'agreement among raft nodes before linearized reading' (duration: 8.804826423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.685767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.656625832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:38:51.686006Z","caller":"traceutil/trace.go:171","msg":"trace[540942749] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25017; }","duration":"8.65689551s","start":"2026-03-02T17:38:43.0291Z","end":"2026-03-02T17:38:51.685995Z","steps":["trace[540942749] 'agreement among raft nodes before linearized reading' (duration: 8.656580531s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.686049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:43.029082Z","time spent":"8.656956381s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:38:51.686048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.87944Z","time spent":"8.806557318s","remote":"127.0.0.1:51516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.684686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.09877907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.686258Z","caller":"traceutil/trace.go:171","msg":"trace[380096278] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:0; response_revision:25017; }","duration":"9.10035833s","start":"2026-03-02T17:38:42.585889Z","end":"2026-03-02T17:38:51.686247Z","steps":["trace[380096278] 'agreement among raft nodes before linearized reading' (duration: 9.098766989s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.68634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:42.585884Z","time spent":"9.100443972s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:38:51.686424Z","caller":"traceutil/trace.go:171","msg":"trace[1444999681] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"4.693125844s","start":"2026-03-02T17:38:46.993281Z","end":"2026-03-02T17:38:51.686407Z","steps":["trace[1444999681] 'process raft request' (duration: 4.690494146s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.687249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:46.993254Z","time spent":"4.693924125s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:51.686417Z","caller":"traceutil/trace.go:171","msg":"trace[456284584] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"4.086275841s","start":"2026-03-02T17:38:47.600112Z","end":"2026-03-02T17:38:51.686387Z","steps":["trace[456284584] 'process raft request' (duration: 4.083955292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.687403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:47.600088Z","time spent":"4.087281307s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:51.68667Z","caller":"traceutil/trace.go:171","msg":"trace[1811425267] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"4.528838308s","start":"2026-03-02T17:38:47.157814Z","end":"2026-03-02T17:38:51.686652Z","steps":["trace[1811425267] 'process raft request' (duration: 4.526155329s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.687501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:47.157786Z","time spent":"4.52969085s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:51.686984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.38745199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.687608Z","caller":"traceutil/trace.go:171","msg":"trace[1110097364] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25017; }","duration":"6.388115068s","start":"2026-03-02T17:38:45.299479Z","end":"2026-03-02T17:38:51.687594Z","steps":["trace[1110097364] 'agreement among raft nodes before linearized reading' (duration: 6.38744907s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.687917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:45.299454Z","time spent":"6.388451455s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.687027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.525284492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.688065Z","caller":"traceutil/trace.go:171","msg":"trace[701085035] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25017; }","duration":"6.52637899s","start":"2026-03-02T17:38:45.161676Z","end":"2026-03-02T17:38:51.688055Z","steps":["trace[701085035] 'agreement among raft nodes before linearized reading' (duration: 6.525284122s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.688104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:45.161659Z","time spent":"6.526434383s","remote":"127.0.0.1:33256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.688444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.146666455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.688505Z","caller":"traceutil/trace.go:171","msg":"trace[82210365] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25017; }","duration":"5.146765786s","start":"2026-03-02T17:38:46.541724Z","end":"2026-03-02T17:38:51.68849Z","steps":["trace[82210365] 'agreement among raft nodes before linearized reading' (duration: 5.146646864s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.688596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:46.541702Z","time spent":"5.146845279s","remote":"127.0.0.1:33388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.688608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.260388864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.688664Z","caller":"traceutil/trace.go:171","msg":"trace[101639455] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25017; }","duration":"5.260475035s","start":"2026-03-02T17:38:46.428172Z","end":"2026-03-02T17:38:51.688647Z","steps":["trace[101639455] 'agreement among raft nodes before linearized reading' (duration: 5.260296431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.688715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:46.428158Z","time spent":"5.260544268s","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:51.688712Z","caller":"traceutil/trace.go:171","msg":"trace[253264928] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6fcf86ccf7-fwsfx.1899164752d17479; range_end:; response_count:1; response_revision:25017; }","duration":"7.064493628s","start":"2026-03-02T17:38:44.620309Z","end":"2026-03-02T17:38:51.684803Z","steps":["trace[253264928] 'agreement among raft nodes before linearized reading' (duration: 7.063860511s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.688763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:44.620296Z","time spent":"7.068456879s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-6fcf86ccf7-fwsfx.1899164752d17479\" "} {"level":"warn","ts":"2026-03-02T17:38:51.689003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.74397356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.689044Z","caller":"traceutil/trace.go:171","msg":"trace[1153647036] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25017; }","duration":"5.746538847s","start":"2026-03-02T17:38:45.942491Z","end":"2026-03-02T17:38:51.68903Z","steps":["trace[1153647036] 'agreement among raft nodes before linearized reading' (duration: 5.7439801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.689064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:45.942473Z","time spent":"5.746583538s","remote":"127.0.0.1:52172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:51.699218Z","caller":"traceutil/trace.go:171","msg":"trace[1297829273] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"2.708541956s","start":"2026-03-02T17:38:48.99066Z","end":"2026-03-02T17:38:51.699201Z","steps":["trace[1297829273] 'process raft request' (duration: 2.708214068s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.699326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.990645Z","time spent":"2.708623878s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:51.699456Z","caller":"traceutil/trace.go:171","msg":"trace[596875219] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"1.414241348s","start":"2026-03-02T17:38:50.285207Z","end":"2026-03-02T17:38:51.699449Z","steps":["trace[596875219] 'process raft request' (duration: 1.413769396s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.699497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.28519Z","time spent":"1.41428954s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:51.699584Z","caller":"traceutil/trace.go:171","msg":"trace[695539552] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"1.41390373s","start":"2026-03-02T17:38:50.285672Z","end":"2026-03-02T17:38:51.699576Z","steps":["trace[695539552] 'process raft request' (duration: 1.413325385s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.699619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.285647Z","time spent":"1.413955641s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:51.699728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.806111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.699756Z","caller":"traceutil/trace.go:171","msg":"trace[1992043400] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25020; }","duration":"611.866093ms","start":"2026-03-02T17:38:51.087882Z","end":"2026-03-02T17:38:51.699748Z","steps":["trace[1992043400] 'agreement among raft nodes before linearized reading' (duration: 611.807051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.699789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.087863Z","time spent":"611.920143ms","remote":"127.0.0.1:45592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.699944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711179335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:38:51.700007Z","caller":"traceutil/trace.go:171","msg":"trace[1310428748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25020; }","duration":"2.711285278s","start":"2026-03-02T17:38:48.98871Z","end":"2026-03-02T17:38:51.699995Z","steps":["trace[1310428748] 'agreement among raft nodes before linearized reading' (duration: 2.711106322s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.70002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711332529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:38:51.700029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.988688Z","time spent":"2.711335229s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:38:51.700047Z","caller":"traceutil/trace.go:171","msg":"trace[339935382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25020; }","duration":"2.711379071s","start":"2026-03-02T17:38:48.98866Z","end":"2026-03-02T17:38:51.700039Z","steps":["trace[339935382] 'agreement among raft nodes before linearized reading' (duration: 2.711282997s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.988647Z","time spent":"2.711418531s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714000258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:51.700166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093600202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.700171Z","caller":"traceutil/trace.go:171","msg":"trace[1895623095] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25020; }","duration":"2.71405747s","start":"2026-03-02T17:38:48.986106Z","end":"2026-03-02T17:38:51.700163Z","steps":["trace[1895623095] 'agreement among raft nodes before linearized reading' (duration: 2.714015779s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:51.700182Z","caller":"traceutil/trace.go:171","msg":"trace[949499937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25020; }","duration":"1.093642373s","start":"2026-03-02T17:38:50.606534Z","end":"2026-03-02T17:38:51.700176Z","steps":["trace[949499937] 'agreement among raft nodes before linearized reading' (duration: 1.093612452s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.986086Z","time spent":"2.71409948s","remote":"127.0.0.1:52384","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.700198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.606515Z","time spent":"1.093680354s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413016916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-02T17:38:51.700329Z","caller":"traceutil/trace.go:171","msg":"trace[318179099] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25020; }","duration":"1.413056938s","start":"2026-03-02T17:38:50.287266Z","end":"2026-03-02T17:38:51.700323Z","steps":["trace[318179099] 'agreement among raft nodes before linearized reading' (duration: 1.413008546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.287259Z","time spent":"1.413081828s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.71564152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:38:51.70041Z","caller":"traceutil/trace.go:171","msg":"trace[742764018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25020; }","duration":"2.715702972s","start":"2026-03-02T17:38:48.9847Z","end":"2026-03-02T17:38:51.700403Z","steps":["trace[742764018] 'agreement among raft nodes before linearized reading' (duration: 2.715583709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.984674Z","time spent":"2.715752753s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415145021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T17:38:51.700459Z","caller":"traceutil/trace.go:171","msg":"trace[1984073325] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:25020; }","duration":"1.415175712s","start":"2026-03-02T17:38:50.285277Z","end":"2026-03-02T17:38:51.700453Z","steps":["trace[1984073325] 'agreement among raft nodes before linearized reading' (duration: 1.415130461s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.285271Z","time spent":"1.415200053s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415299385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-03-02T17:38:51.70056Z","caller":"traceutil/trace.go:171","msg":"trace[270520400] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:25020; }","duration":"1.415343496s","start":"2026-03-02T17:38:50.285202Z","end":"2026-03-02T17:38:51.700545Z","steps":["trace[270520400] 'agreement among raft nodes before linearized reading' (duration: 1.415305155s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.28518Z","time spent":"1.415390108s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":538,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.715968298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:38:51.700654Z","caller":"traceutil/trace.go:171","msg":"trace[191114932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25020; }","duration":"2.71602129s","start":"2026-03-02T17:38:48.984626Z","end":"2026-03-02T17:38:51.700647Z","steps":["trace[191114932] 'agreement among raft nodes before linearized reading' (duration: 2.715945568s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415555091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-02T17:38:51.70068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.984606Z","time spent":"2.71606463s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:38:51.700686Z","caller":"traceutil/trace.go:171","msg":"trace[1921569481] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:25020; }","duration":"1.415607653s","start":"2026-03-02T17:38:50.285075Z","end":"2026-03-02T17:38:51.700682Z","steps":["trace[1921569481] 'agreement among raft nodes before linearized reading' (duration: 1.415565622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.285052Z","time spent":"1.415644256s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T17:38:51.700787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513989707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.700801Z","caller":"traceutil/trace.go:171","msg":"trace[783108732] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25020; }","duration":"1.514033857s","start":"2026-03-02T17:38:50.186764Z","end":"2026-03-02T17:38:51.700797Z","steps":["trace[783108732] 'agreement among raft nodes before linearized reading' (duration: 1.513969516s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.186744Z","time spent":"1.514065469s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.700812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.069572437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.700833Z","caller":"traceutil/trace.go:171","msg":"trace[139848587] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25020; }","duration":"3.069630459s","start":"2026-03-02T17:38:48.631196Z","end":"2026-03-02T17:38:51.700827Z","steps":["trace[139848587] 'agreement among raft nodes before linearized reading' (duration: 3.069590218s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.700857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.63117Z","time spent":"3.069681271s","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.700898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64530801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.700921Z","caller":"traceutil/trace.go:171","msg":"trace[422473550] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25020; }","duration":"1.645363351s","start":"2026-03-02T17:38:50.055548Z","end":"2026-03-02T17:38:51.700912Z","steps":["trace[422473550] 'agreement among raft nodes before linearized reading' (duration: 1.64533363s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.701063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:50.055513Z","time spent":"1.645541866s","remote":"127.0.0.1:41332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.701157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112737615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:38:51.701195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964973681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:51.701215Z","caller":"traceutil/trace.go:171","msg":"trace[1026909580] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25020; }","duration":"1.965036372s","start":"2026-03-02T17:38:49.736173Z","end":"2026-03-02T17:38:51.701209Z","steps":["trace[1026909580] 'agreement among raft nodes before linearized reading' (duration: 1.964983951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.701235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:49.736148Z","time spent":"1.965082634s","remote":"127.0.0.1:59218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:38:51.701213Z","caller":"traceutil/trace.go:171","msg":"trace[478891170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25020; }","duration":"4.112845447s","start":"2026-03-02T17:38:47.588355Z","end":"2026-03-02T17:38:51.701201Z","steps":["trace[478891170] 'agreement among raft nodes before linearized reading' (duration: 4.11255497s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.701268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:47.588327Z","time spent":"4.112933841s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:38:51.701255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.433749651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-02T17:38:51.70135Z","caller":"traceutil/trace.go:171","msg":"trace[1748356835] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25020; }","duration":"4.433902994s","start":"2026-03-02T17:38:47.267429Z","end":"2026-03-02T17:38:51.701332Z","steps":["trace[1748356835] 'agreement among raft nodes before linearized reading' (duration: 4.433585407s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.701391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:47.267401Z","time spent":"4.433981847s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:38:51.701384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198526086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:51.701451Z","caller":"traceutil/trace.go:171","msg":"trace[511799228] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25020; }","duration":"2.19863928s","start":"2026-03-02T17:38:49.502793Z","end":"2026-03-02T17:38:51.701433Z","steps":["trace[511799228] 'agreement among raft nodes before linearized reading' (duration: 2.198501505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.701497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:49.502771Z","time spent":"2.198714272s","remote":"127.0.0.1:41952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:51.701705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.712808907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:38:51.701739Z","caller":"traceutil/trace.go:171","msg":"trace[1972960725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25020; }","duration":"2.712853428s","start":"2026-03-02T17:38:48.988878Z","end":"2026-03-02T17:38:51.701731Z","steps":["trace[1972960725] 'agreement among raft nodes before linearized reading' (duration: 2.712773416s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:51.701758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:48.988873Z","time spent":"2.712880529s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:38:52.19927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:52.699735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:53.200424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837257989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:53.292191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593532152s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:53.550346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649979659s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:53.550494Z","caller":"traceutil/trace.go:171","msg":"trace[1199807586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25020; }","duration":"1.650136534s","start":"2026-03-02T17:38:51.900336Z","end":"2026-03-02T17:38:53.550473Z","steps":["trace[1199807586] 'range keys from in-memory index tree' (duration: 1.649960109s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:53.55162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.008753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:53.55184Z","caller":"traceutil/trace.go:171","msg":"trace[1457275013] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"1.860795899s","start":"2026-03-02T17:38:51.691014Z","end":"2026-03-02T17:38:53.55181Z","steps":["trace[1457275013] 'process raft request' (duration: 1.601448626s)","trace[1457275013] 'compare' (duration: 258.86706ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:53.55199Z","caller":"traceutil/trace.go:171","msg":"trace[322857198] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"1.857677518s","start":"2026-03-02T17:38:51.694294Z","end":"2026-03-02T17:38:53.551971Z","steps":["trace[322857198] 'process raft request' (duration: 1.857627437s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:53.552078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.694263Z","time spent":"1.85777243s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:53.551993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.690994Z","time spent":"1.860916151s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:53.552357Z","caller":"traceutil/trace.go:171","msg":"trace[1344792712] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"1.860402358s","start":"2026-03-02T17:38:51.691872Z","end":"2026-03-02T17:38:53.552274Z","steps":["trace[1344792712] 'process raft request' (duration: 1.859953857s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:53.552592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.690999Z","time spent":"1.861588839s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:38:53.552607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.691862Z","time spent":"1.860578032s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:53.708666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002320775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:38:53.708756Z","caller":"traceutil/trace.go:171","msg":"trace[391216306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00245217s","start":"2026-03-02T17:38:51.706284Z","end":"2026-03-02T17:38:53.708736Z","steps":["trace[391216306] 'agreement among raft nodes before linearized reading' (duration: 2.002342957s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:53.708811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.706266Z","time spent":"2.002530682s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:38:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:38:54.416267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119236514s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:54.58606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.552152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:54.586707Z","caller":"traceutil/trace.go:171","msg":"trace[2135020001] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"2.883158419s","start":"2026-03-02T17:38:51.703012Z","end":"2026-03-02T17:38:54.586171Z","steps":["trace[2135020001] 'process raft request' (duration: 2.713436603s)","trace[2135020001] 'compare' (duration: 169.199372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:54.586753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.702994Z","time spent":"2.883738274s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:54.58677Z","caller":"traceutil/trace.go:171","msg":"trace[1204731030] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"2.879789112s","start":"2026-03-02T17:38:51.706457Z","end":"2026-03-02T17:38:54.586246Z","steps":["trace[1204731030] 'process raft request' (duration: 2.879678079s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:54.586836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.706447Z","time spent":"2.880363147s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:54.586857Z","caller":"traceutil/trace.go:171","msg":"trace[2054663410] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"2.879832083s","start":"2026-03-02T17:38:51.70652Z","end":"2026-03-02T17:38:54.586352Z","steps":["trace[2054663410] 'process raft request' (duration: 2.879701839s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:54.587039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.706515Z","time spent":"2.880433898s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:54.587085Z","caller":"traceutil/trace.go:171","msg":"trace[1690732580] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"2.879980277s","start":"2026-03-02T17:38:51.70655Z","end":"2026-03-02T17:38:54.586531Z","steps":["trace[1690732580] 'process raft request' (duration: 2.879779351s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:54.587133Z","caller":"traceutil/trace.go:171","msg":"trace[711149156] linearizableReadLoop","detail":"{readStateIndex:25949; appliedIndex:25936; }","duration":"2.888085676s","start":"2026-03-02T17:38:51.699034Z","end":"2026-03-02T17:38:54.587119Z","steps":["trace[711149156] 'read index received' (duration: 1.593435509s)","trace[711149156] 'applied index is now lower than readState.Index' (duration: 1.294648987s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:54.587196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.706545Z","time spent":"2.880594463s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:54.587202Z","caller":"traceutil/trace.go:171","msg":"trace[966019712] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"2.875159373s","start":"2026-03-02T17:38:51.712026Z","end":"2026-03-02T17:38:54.587185Z","steps":["trace[966019712] 'process raft request' (duration: 2.875001318s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:54.587228Z","caller":"traceutil/trace.go:171","msg":"trace[1459365572] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"2.875141742s","start":"2026-03-02T17:38:51.71206Z","end":"2026-03-02T17:38:54.587202Z","steps":["trace[1459365572] 'process raft request' (duration: 2.875014538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:54.587249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.712018Z","time spent":"2.875203604s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:54.587271Z","caller":"traceutil/trace.go:171","msg":"trace[1007065477] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"2.880128841s","start":"2026-03-02T17:38:51.706537Z","end":"2026-03-02T17:38:54.586666Z","steps":["trace[1007065477] 'process raft request' (duration: 2.879975948s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:54.587296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.70652Z","time spent":"2.880761997s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:54.58729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.712048Z","time spent":"2.875205124s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:54.58731Z","caller":"traceutil/trace.go:171","msg":"trace[292523241] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"2.880672515s","start":"2026-03-02T17:38:51.70663Z","end":"2026-03-02T17:38:54.587303Z","steps":["trace[292523241] 'process raft request' (duration: 2.879990267s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:54.587346Z","caller":"traceutil/trace.go:171","msg":"trace[1627166768] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"2.879372852s","start":"2026-03-02T17:38:51.707964Z","end":"2026-03-02T17:38:54.587337Z","steps":["trace[1627166768] 'process raft request' (duration: 2.879009422s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:54.587342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.706622Z","time spent":"2.880702316s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:54.58737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.707953Z","time spent":"2.879403562s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:54.5874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89210297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:54.58748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899099821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-14a178a2-b52e-4eaa-ad18-3595eebc65d9\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-02T17:38:54.587521Z","caller":"traceutil/trace.go:171","msg":"trace[376495187] range","detail":"{range_begin:/registry/persistentvolumes/pvc-14a178a2-b52e-4eaa-ad18-3595eebc65d9; range_end:; response_count:1; response_revision:25032; }","duration":"2.899160393s","start":"2026-03-02T17:38:51.688344Z","end":"2026-03-02T17:38:54.587504Z","steps":["trace[376495187] 'agreement among raft nodes before linearized reading' (duration: 2.899025699s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:54.587568Z","caller":"traceutil/trace.go:171","msg":"trace[732297350] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25032; }","duration":"2.892211893s","start":"2026-03-02T17:38:51.695244Z","end":"2026-03-02T17:38:54.587456Z","steps":["trace[732297350] 'agreement among raft nodes before linearized reading' (duration: 2.892025018s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:54.587626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.695237Z","time spent":"2.892376427s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:38:54.58764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.688325Z","time spent":"2.899219265s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-14a178a2-b52e-4eaa-ad18-3595eebc65d9\" "} {"level":"warn","ts":"2026-03-02T17:38:55.087805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:55.588728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:55.714423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000219052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:55.714575Z","caller":"traceutil/trace.go:171","msg":"trace[1645234877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000426187s","start":"2026-03-02T17:38:53.714126Z","end":"2026-03-02T17:38:55.714553Z","steps":["trace[1645234877] 'agreement among raft nodes before linearized reading' (duration: 2.000248673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:55.714635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.714104Z","time spent":"2.00052036s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:56.089172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258003,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:56.324496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.851884838s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:38:57.085015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.878637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:38:57.085379Z","caller":"traceutil/trace.go:171","msg":"trace[543129790] linearizableReadLoop","detail":"{readStateIndex:25954; appliedIndex:25949; }","duration":"2.498195011s","start":"2026-03-02T17:38:54.587165Z","end":"2026-03-02T17:38:57.08536Z","steps":["trace[543129790] 'read index received' (duration: 1.737843172s)","trace[543129790] 'applied index is now lower than readState.Index' (duration: 760.350639ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:38:57.085467Z","caller":"traceutil/trace.go:171","msg":"trace[918559498] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"3.530812616s","start":"2026-03-02T17:38:53.554642Z","end":"2026-03-02T17:38:57.085455Z","steps":["trace[918559498] 'process raft request' (duration: 2.770420345s)","trace[918559498] 'compare' (duration: 759.559429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:38:57.085534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.554622Z","time spent":"3.530876278s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:57.085843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.766330343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:57.085884Z","caller":"traceutil/trace.go:171","msg":"trace[840495060] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25037; }","duration":"3.766410795s","start":"2026-03-02T17:38:53.319461Z","end":"2026-03-02T17:38:57.085872Z","steps":["trace[840495060] 'agreement among raft nodes before linearized reading' (duration: 3.76625974s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.085915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.319438Z","time spent":"3.766466847s","remote":"127.0.0.1:52506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:57.086039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897493679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:57.086055Z","caller":"traceutil/trace.go:171","msg":"trace[2054606120] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"1.302413209s","start":"2026-03-02T17:38:55.783607Z","end":"2026-03-02T17:38:57.08602Z","steps":["trace[2054606120] 'process raft request' (duration: 1.30170801s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:57.086114Z","caller":"traceutil/trace.go:171","msg":"trace[2058111258] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25037; }","duration":"2.897636723s","start":"2026-03-02T17:38:54.188458Z","end":"2026-03-02T17:38:57.086094Z","steps":["trace[2058111258] 'agreement among raft nodes before linearized reading' (duration: 2.89747763s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.086143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.37401167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-02T17:38:57.086162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:54.188436Z","time spent":"2.897714405s","remote":"127.0.0.1:42136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:57.086149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52282355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-794f79455f-2vhmc.1899164757a75a90\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-02T17:38:57.086193Z","caller":"traceutil/trace.go:171","msg":"trace[1418560524] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25037; }","duration":"5.374094992s","start":"2026-03-02T17:38:51.712089Z","end":"2026-03-02T17:38:57.086184Z","steps":["trace[1418560524] 'agreement among raft nodes before linearized reading' (duration: 5.373919077s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.08621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:55.783583Z","time spent":"1.302543541s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:57.086228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.712081Z","time spent":"5.374140154s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:38:57.086204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.379804819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:38:57.086241Z","caller":"traceutil/trace.go:171","msg":"trace[1012549139] range","detail":"{range_begin:/registry/events/openstack/heat-api-794f79455f-2vhmc.1899164757a75a90; range_end:; response_count:1; response_revision:25037; }","duration":"3.522953073s","start":"2026-03-02T17:38:53.56326Z","end":"2026-03-02T17:38:57.086213Z","steps":["trace[1012549139] 'agreement among raft nodes before linearized reading' (duration: 3.52245447s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:57.086269Z","caller":"traceutil/trace.go:171","msg":"trace[1400434017] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25037; }","duration":"5.379909481s","start":"2026-03-02T17:38:51.706345Z","end":"2026-03-02T17:38:57.086254Z","steps":["trace[1400434017] 'agreement among raft nodes before linearized reading' (duration: 5.379576013s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.086306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.706333Z","time spent":"5.379964703s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:38:57.086303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.563244Z","time spent":"3.523043105s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-api-794f79455f-2vhmc.1899164757a75a90\" "} {"level":"info","ts":"2026-03-02T17:38:57.086365Z","caller":"traceutil/trace.go:171","msg":"trace[1644430463] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"3.377001881s","start":"2026-03-02T17:38:53.709355Z","end":"2026-03-02T17:38:57.086357Z","steps":["trace[1644430463] 'process raft request' (duration: 3.375871202s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.086329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.357097233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-02T17:38:57.085917Z","caller":"traceutil/trace.go:171","msg":"trace[1076113177] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"3.373200124s","start":"2026-03-02T17:38:53.712681Z","end":"2026-03-02T17:38:57.085881Z","steps":["trace[1076113177] 'process raft request' (duration: 3.372581458s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:57.086426Z","caller":"traceutil/trace.go:171","msg":"trace[321506076] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"3.377226547s","start":"2026-03-02T17:38:53.709188Z","end":"2026-03-02T17:38:57.086414Z","steps":["trace[321506076] 'process raft request' (duration: 3.375931775s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:57.086436Z","caller":"traceutil/trace.go:171","msg":"trace[856579960] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25037; }","duration":"5.357253397s","start":"2026-03-02T17:38:51.729156Z","end":"2026-03-02T17:38:57.08641Z","steps":["trace[856579960] 'agreement among raft nodes before linearized reading' (duration: 5.356730644s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.086486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.709164Z","time spent":"3.377288328s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:57.086513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.729142Z","time spent":"5.357352619s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-02T17:38:57.086537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.338155194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:38:57.086564Z","caller":"traceutil/trace.go:171","msg":"trace[219296354] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:25037; }","duration":"5.338211655s","start":"2026-03-02T17:38:51.748344Z","end":"2026-03-02T17:38:57.086555Z","steps":["trace[219296354] 'agreement among raft nodes before linearized reading' (duration: 5.338163203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.086559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.332672572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:57.086582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.748326Z","time spent":"5.338251546s","remote":"127.0.0.1:52512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:57.086367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259783292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:38:57.08658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.227222477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:38:57.086605Z","caller":"traceutil/trace.go:171","msg":"trace[931740461] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25037; }","duration":"5.332739885s","start":"2026-03-02T17:38:51.75385Z","end":"2026-03-02T17:38:57.08659Z","steps":["trace[931740461] 'agreement among raft nodes before linearized reading' (duration: 5.332656311s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.08642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.709346Z","time spent":"3.377033511s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:38:57.086614Z","caller":"traceutil/trace.go:171","msg":"trace[721365750] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25037; }","duration":"5.227290009s","start":"2026-03-02T17:38:51.859315Z","end":"2026-03-02T17:38:57.086605Z","steps":["trace[721365750] 'agreement among raft nodes before linearized reading' (duration: 5.227239578s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:38:57.086623Z","caller":"traceutil/trace.go:171","msg":"trace[1976568710] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25037; }","duration":"3.26006561s","start":"2026-03-02T17:38:53.826537Z","end":"2026-03-02T17:38:57.086603Z","steps":["trace[1976568710] 'agreement among raft nodes before linearized reading' (duration: 3.259786542s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.086642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.859294Z","time spent":"5.22733937s","remote":"127.0.0.1:52278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:57.086648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:51.753838Z","time spent":"5.332791365s","remote":"127.0.0.1:49602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:57.086669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.826517Z","time spent":"3.260136272s","remote":"127.0.0.1:52246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:38:57.086642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:53.712658Z","time spent":"3.373829229s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:38:57.586255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:57.715615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000083708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:57.715751Z","caller":"traceutil/trace.go:171","msg":"trace[656581662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269033s","start":"2026-03-02T17:38:55.715455Z","end":"2026-03-02T17:38:57.715724Z","steps":["trace[656581662] 'agreement among raft nodes before linearized reading' (duration: 2.000110759s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:57.715798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:55.715433Z","time spent":"2.000354874s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:38:58.086902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:58.587306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:59.088336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:59.589333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:38:59.773699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.026821969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:38:59.773804Z","caller":"traceutil/trace.go:171","msg":"trace[686177633] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.026970342s","start":"2026-03-02T17:38:57.746811Z","end":"2026-03-02T17:38:59.773781Z","steps":["trace[686177633] 'agreement among raft nodes before linearized reading' (duration: 2.026841589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:38:59.77387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:57.746792Z","time spent":"2.027062375s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:00.021941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.054847876s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:39:00.099705Z","caller":"traceutil/trace.go:171","msg":"trace[545991154] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"3.504196758s","start":"2026-03-02T17:38:56.595488Z","end":"2026-03-02T17:39:00.099684Z","steps":["trace[545991154] 'process raft request' (duration: 3.504064075s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:00.099849Z","caller":"traceutil/trace.go:171","msg":"trace[1836061321] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"3.504168128s","start":"2026-03-02T17:38:56.595653Z","end":"2026-03-02T17:39:00.099821Z","steps":["trace[1836061321] 'process raft request' (duration: 3.503981433s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:00.099876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.595469Z","time spent":"3.504317582s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:00.099701Z","caller":"traceutil/trace.go:171","msg":"trace[1078718914] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"3.506844866s","start":"2026-03-02T17:38:56.592818Z","end":"2026-03-02T17:39:00.099663Z","steps":["trace[1078718914] 'process raft request' (duration: 3.429417466s)","trace[1078718914] 'compare' (duration: 77.109103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:00.100103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.592798Z","time spent":"3.507232717s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:00.099981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.595589Z","time spent":"3.504326243s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:00.100361Z","caller":"traceutil/trace.go:171","msg":"trace[1154564861] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"3.405799575s","start":"2026-03-02T17:38:56.694539Z","end":"2026-03-02T17:39:00.100339Z","steps":["trace[1154564861] 'process raft request' (duration: 3.405734783s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:00.100685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.694514Z","time spent":"3.406133664s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:00.100833Z","caller":"traceutil/trace.go:171","msg":"trace[1714135799] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"3.505120693s","start":"2026-03-02T17:38:56.595703Z","end":"2026-03-02T17:39:00.100824Z","steps":["trace[1714135799] 'process raft request' (duration: 3.504065776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:00.100883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.595372Z","time spent":"3.505483251s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:01.590041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999238515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:39:01.590204Z","caller":"traceutil/trace.go:171","msg":"trace[1133685113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999460441s","start":"2026-03-02T17:38:56.590716Z","end":"2026-03-02T17:39:01.590177Z","steps":["trace[1133685113] 'agreement among raft nodes before linearized reading' (duration: 4.999262166s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.59028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.590695Z","time spent":"4.999553663s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 17:39:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:01.59051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999184174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:01.590597Z","caller":"traceutil/trace.go:171","msg":"trace[1057096029] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999333097s","start":"2026-03-02T17:38:56.591247Z","end":"2026-03-02T17:39:01.59058Z","steps":["trace[1057096029] 'agreement among raft nodes before linearized reading' (duration: 4.999210214s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.590715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.591222Z","time spent":"4.999482861s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:39:01.5909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999518592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:01.591006Z","caller":"traceutil/trace.go:171","msg":"trace[507837164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999695337s","start":"2026-03-02T17:38:56.591289Z","end":"2026-03-02T17:39:01.590984Z","steps":["trace[507837164] 'agreement among raft nodes before linearized reading' (duration: 4.999549153s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.591062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.591265Z","time spent":"4.999784629s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:01.775453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000855457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:39:01.775544Z","caller":"traceutil/trace.go:171","msg":"trace[615617683] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000983121s","start":"2026-03-02T17:38:59.774538Z","end":"2026-03-02T17:39:01.775521Z","steps":["trace[615617683] 'agreement among raft nodes before linearized reading' (duration: 2.000869378s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.775602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:59.774518Z","time spent":"2.001071243s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:39:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:01.992458Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.843559823s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:39:01.993018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:57.090696Z","time spent":"4.902316361s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T17:39:01.993306Z","caller":"traceutil/trace.go:171","msg":"trace[1402268902] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"2.900973799s","start":"2026-03-02T17:38:59.092296Z","end":"2026-03-02T17:39:01.99327Z","steps":["trace[1402268902] 'process raft request' (duration: 2.900624831s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.993462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:59.092273Z","time spent":"2.901111754s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:01.993575Z","caller":"traceutil/trace.go:171","msg":"trace[305076058] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"2.900861657s","start":"2026-03-02T17:38:59.092625Z","end":"2026-03-02T17:39:01.993486Z","steps":["trace[305076058] 'process raft request' (duration: 2.900446696s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:01.994141Z","caller":"traceutil/trace.go:171","msg":"trace[1981076858] linearizableReadLoop","detail":"{readStateIndex:25963; appliedIndex:25954; }","duration":"4.908286185s","start":"2026-03-02T17:38:57.085416Z","end":"2026-03-02T17:39:01.993702Z","steps":["trace[1981076858] 'read index received' (duration: 2.936838877s)","trace[1981076858] 'applied index is now lower than readState.Index' (duration: 1.971446438s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:01.99392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.398657417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:39:01.994426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:59.092593Z","time spent":"2.901710949s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:01.994467Z","caller":"traceutil/trace.go:171","msg":"trace[63300813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25045; }","duration":"5.399223572s","start":"2026-03-02T17:38:56.595228Z","end":"2026-03-02T17:39:01.994452Z","steps":["trace[63300813] 'agreement among raft nodes before linearized reading' (duration: 5.398506573s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.994513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.595215Z","time spent":"5.399284473s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:01.993909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.06367549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:01.994612Z","caller":"traceutil/trace.go:171","msg":"trace[1971327629] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25045; }","duration":"5.06443978s","start":"2026-03-02T17:38:56.930163Z","end":"2026-03-02T17:39:01.994602Z","steps":["trace[1971327629] 'agreement among raft nodes before linearized reading' (duration: 5.0636623s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.994645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.930137Z","time spent":"5.064495971s","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:01.993943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.831602659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:01.994742Z","caller":"traceutil/trace.go:171","msg":"trace[1638083715] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:25045; }","duration":"6.83242722s","start":"2026-03-02T17:38:55.162277Z","end":"2026-03-02T17:39:01.994705Z","steps":["trace[1638083715] 'agreement among raft nodes before linearized reading' (duration: 6.831514757s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.99486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:55.162255Z","time spent":"6.832563823s","remote":"127.0.0.1:51532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:01.994006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.180987472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:01.994964Z","caller":"traceutil/trace.go:171","msg":"trace[1515590328] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25045; }","duration":"5.181977818s","start":"2026-03-02T17:38:56.812969Z","end":"2026-03-02T17:39:01.994947Z","steps":["trace[1515590328] 'agreement among raft nodes before linearized reading' (duration: 5.180973721s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.994013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999641049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:01.995035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.812946Z","time spent":"5.18207091s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:01.995092Z","caller":"traceutil/trace.go:171","msg":"trace[108264588] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25045; }","duration":"6.000743227s","start":"2026-03-02T17:38:55.994328Z","end":"2026-03-02T17:39:01.995071Z","steps":["trace[108264588] 'agreement among raft nodes before linearized reading' (duration: 5.999657869s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.995151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:55.994305Z","time spent":"6.00082822s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:01.994015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.896246496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:01.995246Z","caller":"traceutil/trace.go:171","msg":"trace[36789220] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:25045; }","duration":"5.897513639s","start":"2026-03-02T17:38:56.097714Z","end":"2026-03-02T17:39:01.995228Z","steps":["trace[36789220] 'agreement among raft nodes before linearized reading' (duration: 5.896219375s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:01.994004Z","caller":"traceutil/trace.go:171","msg":"trace[1098999892] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"2.901314258s","start":"2026-03-02T17:38:59.092668Z","end":"2026-03-02T17:39:01.993982Z","steps":["trace[1098999892] 'process raft request' (duration: 2.900928709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.994081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39877471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:39:01.99551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:59.09266Z","time spent":"2.902802797s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:01.994089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.40202785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:01.995554Z","caller":"traceutil/trace.go:171","msg":"trace[372475882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25045; }","duration":"5.400273649s","start":"2026-03-02T17:38:56.595267Z","end":"2026-03-02T17:39:01.99554Z","steps":["trace[372475882] 'agreement among raft nodes before linearized reading' (duration: 5.398757269s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:01.99559Z","caller":"traceutil/trace.go:171","msg":"trace[439110225] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25045; }","duration":"7.403538659s","start":"2026-03-02T17:38:54.592029Z","end":"2026-03-02T17:39:01.995567Z","steps":["trace[439110225] 'agreement among raft nodes before linearized reading' (duration: 7.40201951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.995618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.595243Z","time spent":"5.400341431s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:01.995668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:54.592012Z","time spent":"7.403635402s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:39:01.995468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:56.097698Z","time spent":"5.897700264s","remote":"127.0.0.1:33378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:01.994124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.0843248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T17:39:01.995773Z","caller":"traceutil/trace.go:171","msg":"trace[1028179301] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25045; }","duration":"7.086007184s","start":"2026-03-02T17:38:54.909757Z","end":"2026-03-02T17:39:01.995765Z","steps":["trace[1028179301] 'agreement among raft nodes before linearized reading' (duration: 7.084279219s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.995806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:54.909734Z","time spent":"7.086063865s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T17:39:01.994218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.402896153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-03-02T17:39:01.995921Z","caller":"traceutil/trace.go:171","msg":"trace[1516344197] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25045; }","duration":"7.404610707s","start":"2026-03-02T17:38:54.591283Z","end":"2026-03-02T17:39:01.995894Z","steps":["trace[1516344197] 'agreement among raft nodes before linearized reading' (duration: 7.402842431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:01.995962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:54.591264Z","time spent":"7.404686329s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-03-02T17:39:02.495126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:02.996331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258019,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:03.084617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007815975s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:39:03.672387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.532925ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:03.672516Z","caller":"traceutil/trace.go:171","msg":"trace[442957522] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"1.789571558s","start":"2026-03-02T17:39:01.882933Z","end":"2026-03-02T17:39:03.672504Z","steps":["trace[442957522] 'process raft request' (duration: 1.789529577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.672574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.882911Z","time spent":"1.789627109s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:03.672762Z","caller":"traceutil/trace.go:171","msg":"trace[253201728] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"1.927495782s","start":"2026-03-02T17:39:01.745222Z","end":"2026-03-02T17:39:03.672718Z","steps":["trace[253201728] 'process raft request' (duration: 1.339575008s)","trace[253201728] 'compare' (duration: 586.421846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:03.672885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.745191Z","time spent":"1.927633456s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:03.783166Z","caller":"traceutil/trace.go:171","msg":"trace[1493932900] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"1.788725386s","start":"2026-03-02T17:39:01.994419Z","end":"2026-03-02T17:39:03.783144Z","steps":["trace[1493932900] 'process raft request' (duration: 1.78736007s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.783316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.994396Z","time spent":"1.788831788s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:03.783573Z","caller":"traceutil/trace.go:171","msg":"trace[1993677234] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"1.78268587s","start":"2026-03-02T17:39:02.000858Z","end":"2026-03-02T17:39:03.783543Z","steps":["trace[1993677234] 'process raft request' (duration: 1.782231999s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.783627Z","caller":"traceutil/trace.go:171","msg":"trace[929179385] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"1.677262874s","start":"2026-03-02T17:39:02.106355Z","end":"2026-03-02T17:39:03.783618Z","steps":["trace[929179385] 'process raft request' (duration: 1.677157902s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.78361Z","caller":"traceutil/trace.go:171","msg":"trace[1496981708] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"1.782543076s","start":"2026-03-02T17:39:02.001015Z","end":"2026-03-02T17:39:03.783558Z","steps":["trace[1496981708] 'process raft request' (duration: 1.782398472s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.783676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:02.106338Z","time spent":"1.677313816s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:03.783724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:02.000824Z","time spent":"1.782828313s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:03.783785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:02.000997Z","time spent":"1.78269665s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:03.783859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.539494411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:03.783884Z","caller":"traceutil/trace.go:171","msg":"trace[1011800239] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25054; }","duration":"3.539553333s","start":"2026-03-02T17:39:00.244324Z","end":"2026-03-02T17:39:03.783878Z","steps":["trace[1011800239] 'agreement among raft nodes before linearized reading' (duration: 3.539491931s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.783902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:00.244289Z","time spent":"3.539608674s","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":19,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.783904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952148149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.783929Z","caller":"traceutil/trace.go:171","msg":"trace[1746461729] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25054; }","duration":"1.952209331s","start":"2026-03-02T17:39:01.831711Z","end":"2026-03-02T17:39:03.783921Z","steps":["trace[1746461729] 'agreement among raft nodes before linearized reading' (duration: 1.95216528s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.783951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.831688Z","time spent":"1.952257652s","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:03.783796Z","caller":"traceutil/trace.go:171","msg":"trace[1530944731] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25963; }","duration":"1.789345682s","start":"2026-03-02T17:39:01.99443Z","end":"2026-03-02T17:39:03.783776Z","steps":["trace[1530944731] 'read index received' (duration: 1.090378949s)","trace[1530944731] 'applied index is now lower than readState.Index' (duration: 698.965303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:03.784024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999337409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.784051Z","caller":"traceutil/trace.go:171","msg":"trace[515878266] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"1.99940011s","start":"2026-03-02T17:39:01.784646Z","end":"2026-03-02T17:39:03.784046Z","steps":["trace[515878266] 'agreement among raft nodes before linearized reading' (duration: 1.999353009s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.783957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.693727325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-02T17:39:03.784066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.784625Z","time spent":"1.999437171s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:39:03.784067Z","caller":"traceutil/trace.go:171","msg":"trace[170006345] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"1.677913852s","start":"2026-03-02T17:39:02.106145Z","end":"2026-03-02T17:39:03.784059Z","steps":["trace[170006345] 'process raft request' (duration: 1.677404669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.23753915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:03.784106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:02.106111Z","time spent":"1.677971944s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:03.784185Z","caller":"traceutil/trace.go:171","msg":"trace[629359767] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"1.676763792s","start":"2026-03-02T17:39:02.107414Z","end":"2026-03-02T17:39:03.784178Z","steps":["trace[629359767] 'process raft request' (duration: 1.676207059s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.784192Z","caller":"traceutil/trace.go:171","msg":"trace[2127173058] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25054; }","duration":"4.237634213s","start":"2026-03-02T17:38:59.546487Z","end":"2026-03-02T17:39:03.784121Z","steps":["trace[2127173058] 'agreement among raft nodes before linearized reading' (duration: 4.237554221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:02.107404Z","time spent":"1.676801733s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:03.784233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.309201678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:03.784253Z","caller":"traceutil/trace.go:171","msg":"trace[1550252362] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:25054; }","duration":"3.30925766s","start":"2026-03-02T17:39:00.474989Z","end":"2026-03-02T17:39:03.784246Z","steps":["trace[1550252362] 'agreement among raft nodes before linearized reading' (duration: 3.309228379s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:00.474952Z","time spent":"3.309317512s","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.78428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.339328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:39:03.78427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7854171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-02T17:39:03.784299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:59.546467Z","time spent":"4.237811967s","remote":"127.0.0.1:52540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.784329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.824680286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.784337Z","caller":"traceutil/trace.go:171","msg":"trace[1067927607] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25054; }","duration":"190.412351ms","start":"2026-03-02T17:39:03.593909Z","end":"2026-03-02T17:39:03.784322Z","steps":["trace[1067927607] 'agreement among raft nodes before linearized reading' (duration: 190.234885ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.784337Z","caller":"traceutil/trace.go:171","msg":"trace[731771107] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5897e8fc-2763-43c7-a025-6f522a4f7286; range_end:; response_count:1; response_revision:25054; }","duration":"1.785517644s","start":"2026-03-02T17:39:01.998806Z","end":"2026-03-02T17:39:03.784323Z","steps":["trace[731771107] 'agreement among raft nodes before linearized reading' (duration: 1.785340538s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.78442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.998778Z","time spent":"1.785630006s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-5897e8fc-2763-43c7-a025-6f522a4f7286\" "} {"level":"warn","ts":"2026-03-02T17:39:03.784514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.503403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:39:03.784615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.058286411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:03.784637Z","caller":"traceutil/trace.go:171","msg":"trace[1220401500] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25054; }","duration":"5.058341422s","start":"2026-03-02T17:38:58.726289Z","end":"2026-03-02T17:39:03.78463Z","steps":["trace[1220401500] 'agreement among raft nodes before linearized reading' (duration: 5.058311281s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.687379209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.784086Z","caller":"traceutil/trace.go:171","msg":"trace[271758924] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25054; }","duration":"6.693893369s","start":"2026-03-02T17:38:57.090177Z","end":"2026-03-02T17:39:03.784071Z","steps":["trace[271758924] 'agreement among raft nodes before linearized reading' (duration: 6.693655744s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.7847Z","caller":"traceutil/trace.go:171","msg":"trace[475944900] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25054; }","duration":"5.687442921s","start":"2026-03-02T17:38:58.097243Z","end":"2026-03-02T17:39:03.784686Z","steps":["trace[475944900] 'agreement among raft nodes before linearized reading' (duration: 5.687385249s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.855748437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:03.784736Z","caller":"traceutil/trace.go:171","msg":"trace[776217115] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25054; }","duration":"4.855817919s","start":"2026-03-02T17:38:58.928912Z","end":"2026-03-02T17:39:03.78473Z","steps":["trace[776217115] 'agreement among raft nodes before linearized reading' (duration: 4.855770137s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:58.92889Z","time spent":"4.85586011s","remote":"127.0.0.1:42258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.784203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246697431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:03.7844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.503532392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.784788Z","caller":"traceutil/trace.go:171","msg":"trace[1846300793] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25054; }","duration":"2.247280096s","start":"2026-03-02T17:39:01.537497Z","end":"2026-03-02T17:39:03.784777Z","steps":["trace[1846300793] 'agreement among raft nodes before linearized reading' (duration: 2.24667133s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.784834Z","caller":"traceutil/trace.go:171","msg":"trace[1428069440] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25054; }","duration":"3.504020224s","start":"2026-03-02T17:39:00.280803Z","end":"2026-03-02T17:39:03.784823Z","steps":["trace[1428069440] 'agreement among raft nodes before linearized reading' (duration: 3.503571083s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.784353Z","caller":"traceutil/trace.go:171","msg":"trace[1688203512] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25054; }","duration":"1.824735607s","start":"2026-03-02T17:39:01.959612Z","end":"2026-03-02T17:39:03.784348Z","steps":["trace[1688203512] 'agreement among raft nodes before linearized reading' (duration: 1.824696285s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.784844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.537402Z","time spent":"2.24742919s","remote":"127.0.0.1:41942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.784868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:00.280784Z","time spent":"3.504070275s","remote":"127.0.0.1:41366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.78402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.639125266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.785054Z","caller":"traceutil/trace.go:171","msg":"trace[1968631941] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:25054; }","duration":"3.640195273s","start":"2026-03-02T17:39:00.144848Z","end":"2026-03-02T17:39:03.785044Z","steps":["trace[1968631941] 'agreement among raft nodes before linearized reading' (duration: 3.639135665s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.785086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:00.144826Z","time spent":"3.640249515s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:03.784296Z","caller":"traceutil/trace.go:171","msg":"trace[1834627948] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"1.657394322s","start":"2026-03-02T17:39:02.126895Z","end":"2026-03-02T17:39:03.784289Z","steps":["trace[1834627948] 'process raft request' (duration: 1.656806867s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.785166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:02.126872Z","time spent":"1.658238764s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:03.784872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:01.959592Z","time spent":"1.82527048s","remote":"127.0.0.1:49634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.785418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505660254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:03.78544Z","caller":"traceutil/trace.go:171","msg":"trace[1936650412] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25054; }","duration":"6.505730978s","start":"2026-03-02T17:38:57.279703Z","end":"2026-03-02T17:39:03.785434Z","steps":["trace[1936650412] 'agreement among raft nodes before linearized reading' (duration: 6.505693367s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.785458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:57.279679Z","time spent":"6.505774428s","remote":"127.0.0.1:33424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.784599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.476330974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:03.785625Z","caller":"traceutil/trace.go:171","msg":"trace[1409018636] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25054; }","duration":"5.477373661s","start":"2026-03-02T17:38:58.308221Z","end":"2026-03-02T17:39:03.785595Z","steps":["trace[1409018636] 'agreement among raft nodes before linearized reading' (duration: 5.476300104s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.785708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:58.308202Z","time spent":"5.477478913s","remote":"127.0.0.1:59240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.784748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:58.097225Z","time spent":"5.687505462s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.784582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.650363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:03.785984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.22461332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T17:39:03.786028Z","caller":"traceutil/trace.go:171","msg":"trace[1735598308] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25054; }","duration":"643.12107ms","start":"2026-03-02T17:39:03.14289Z","end":"2026-03-02T17:39:03.786011Z","steps":["trace[1735598308] 'agreement among raft nodes before linearized reading' (duration: 641.657042ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.786059Z","caller":"traceutil/trace.go:171","msg":"trace[1055833770] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25054; }","duration":"5.224721832s","start":"2026-03-02T17:38:58.561321Z","end":"2026-03-02T17:39:03.786042Z","steps":["trace[1055833770] 'agreement among raft nodes before linearized reading' (duration: 5.223750787s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.786067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:03.14287Z","time spent":"643.183922ms","remote":"127.0.0.1:41320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.786102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:58.561276Z","time spent":"5.224813674s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T17:39:03.786113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695555233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T17:39:03.786137Z","caller":"traceutil/trace.go:171","msg":"trace[749685130] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25054; }","duration":"6.695609664s","start":"2026-03-02T17:38:57.090521Z","end":"2026-03-02T17:39:03.786131Z","steps":["trace[749685130] 'agreement among raft nodes before linearized reading' (duration: 6.695541602s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.786154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:57.090499Z","time spent":"6.695650835s","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T17:39:03.78452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.645643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:39:03.786406Z","caller":"traceutil/trace.go:171","msg":"trace[2042085164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25054; }","duration":"193.561172ms","start":"2026-03-02T17:39:03.592825Z","end":"2026-03-02T17:39:03.786386Z","steps":["trace[2042085164] 'agreement among raft nodes before linearized reading' (duration: 191.644343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.78467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:58.726265Z","time spent":"5.058386393s","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:03.786987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:57.090155Z","time spent":"6.694586477s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:39:03.787197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.253216429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:39:03.787274Z","caller":"traceutil/trace.go:171","msg":"trace[1449206286] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25054; }","duration":"5.253328501s","start":"2026-03-02T17:38:58.533928Z","end":"2026-03-02T17:39:03.787257Z","steps":["trace[1449206286] 'agreement among raft nodes before linearized reading' (duration: 5.25021939s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:03.787388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:38:58.53391Z","time spent":"5.253461745s","remote":"127.0.0.1:42346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2611,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:03.784627Z","caller":"traceutil/trace.go:171","msg":"trace[1511636210] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25054; }","duration":"190.623256ms","start":"2026-03-02T17:39:03.593987Z","end":"2026-03-02T17:39:03.78461Z","steps":["trace[1511636210] 'agreement among raft nodes before linearized reading' (duration: 190.461412ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:03.970174Z","caller":"traceutil/trace.go:171","msg":"trace[1111454036] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"129.868666ms","start":"2026-03-02T17:39:03.84026Z","end":"2026-03-02T17:39:03.970128Z","steps":["trace[1111454036] 'process raft request' (duration: 126.92765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:20.592632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.874258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:39:20.592917Z","caller":"traceutil/trace.go:171","msg":"trace[1448868139] linearizableReadLoop","detail":"{readStateIndex:26098; appliedIndex:26097; }","duration":"1.278490121s","start":"2026-03-02T17:39:19.314406Z","end":"2026-03-02T17:39:20.592896Z","steps":["trace[1448868139] 'read index received' (duration: 340.451589ms)","trace[1448868139] 'applied index is now lower than readState.Index' (duration: 938.037282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:20.593421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278983393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:20.593549Z","caller":"traceutil/trace.go:171","msg":"trace[1726327725] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25176; }","duration":"1.279140326s","start":"2026-03-02T17:39:19.314378Z","end":"2026-03-02T17:39:20.593518Z","steps":["trace[1726327725] 'agreement among raft nodes before linearized reading' (duration: 1.278944611s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:20.593524Z","caller":"traceutil/trace.go:171","msg":"trace[774474102] transaction","detail":"{read_only:false; response_revision:25177; number_of_response:1; }","duration":"961.998581ms","start":"2026-03-02T17:39:19.631502Z","end":"2026-03-02T17:39:20.5935Z","steps":["trace[774474102] 'process raft request' (duration: 961.282312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:20.593612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.314338Z","time spent":"1.27925962s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:39:20.593673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.631445Z","time spent":"962.159445ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:21.154249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.646932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:21.154824Z","caller":"traceutil/trace.go:171","msg":"trace[1317197811] linearizableReadLoop","detail":"{readStateIndex:26107; appliedIndex:26099; }","duration":"561.85106ms","start":"2026-03-02T17:39:20.592954Z","end":"2026-03-02T17:39:21.154806Z","steps":["trace[1317197811] 'read index received' (duration: 222.706995ms)","trace[1317197811] 'applied index is now lower than readState.Index' (duration: 339.143064ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:21.154931Z","caller":"traceutil/trace.go:171","msg":"trace[854497135] transaction","detail":"{read_only:false; response_revision:25178; number_of_response:1; }","duration":"1.248469073s","start":"2026-03-02T17:39:19.90645Z","end":"2026-03-02T17:39:21.154919Z","steps":["trace[854497135] 'process raft request' (duration: 909.048441ms)","trace[854497135] 'compare' (duration: 338.368716ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:21.154994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.906418Z","time spent":"1.248539215s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:21.155279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22934792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:21.155327Z","caller":"traceutil/trace.go:171","msg":"trace[1101065733] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25185; }","duration":"1.229406871s","start":"2026-03-02T17:39:19.925906Z","end":"2026-03-02T17:39:21.155313Z","steps":["trace[1101065733] 'agreement among raft nodes before linearized reading' (duration: 1.229328709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.15536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.925898Z","time spent":"1.229453822s","remote":"127.0.0.1:52368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:21.15535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226321142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:39:21.155475Z","caller":"traceutil/trace.go:171","msg":"trace[592285872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25185; }","duration":"1.226484796s","start":"2026-03-02T17:39:19.92896Z","end":"2026-03-02T17:39:21.155444Z","steps":["trace[592285872] 'agreement among raft nodes before linearized reading' (duration: 1.226085335s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:21.155483Z","caller":"traceutil/trace.go:171","msg":"trace[1524607540] transaction","detail":"{read_only:false; response_revision:25184; number_of_response:1; }","duration":"1.088609363s","start":"2026-03-02T17:39:20.066834Z","end":"2026-03-02T17:39:21.155443Z","steps":["trace[1524607540] 'process raft request' (duration: 1.087895875s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:21.155492Z","caller":"traceutil/trace.go:171","msg":"trace[1996754504] transaction","detail":"{read_only:false; response_revision:25185; number_of_response:1; }","duration":"1.023225542s","start":"2026-03-02T17:39:20.132222Z","end":"2026-03-02T17:39:21.155448Z","steps":["trace[1996754504] 'process raft request' (duration: 1.022539824s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.928943Z","time spent":"1.226587118s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:39:21.155503Z","caller":"traceutil/trace.go:171","msg":"trace[1030462022] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"1.0896419s","start":"2026-03-02T17:39:20.065818Z","end":"2026-03-02T17:39:21.15546Z","steps":["trace[1030462022] 'process raft request' (duration: 1.08887897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.21253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:21.155629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23016706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:39:21.155656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.066818Z","time spent":"1.088736346s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:21.155661Z","caller":"traceutil/trace.go:171","msg":"trace[2025021412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25185; }","duration":"706.378125ms","start":"2026-03-02T17:39:20.449254Z","end":"2026-03-02T17:39:21.155632Z","steps":["trace[2025021412] 'agreement among raft nodes before linearized reading' (duration: 706.19427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.132186Z","time spent":"1.023398128s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:21.155683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.065786Z","time spent":"1.089815953s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:21.15572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.449232Z","time spent":"706.477308ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:21.155751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231680909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:39:21.155674Z","caller":"traceutil/trace.go:171","msg":"trace[875979150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25185; }","duration":"1.230220942s","start":"2026-03-02T17:39:19.92544Z","end":"2026-03-02T17:39:21.155661Z","steps":["trace[875979150] 'agreement among raft nodes before linearized reading' (duration: 1.230080429s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:21.1555Z","caller":"traceutil/trace.go:171","msg":"trace[1394474443] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"1.090168233s","start":"2026-03-02T17:39:20.065274Z","end":"2026-03-02T17:39:21.155442Z","steps":["trace[1394474443] 'process raft request' (duration: 1.089382593s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:21.155767Z","caller":"traceutil/trace.go:171","msg":"trace[211426281] transaction","detail":"{read_only:false; response_revision:25180; number_of_response:1; }","duration":"1.248846423s","start":"2026-03-02T17:39:19.906867Z","end":"2026-03-02T17:39:21.155714Z","steps":["trace[211426281] 'process raft request' (duration: 1.247671113s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:21.155837Z","caller":"traceutil/trace.go:171","msg":"trace[579983133] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"1.249170872s","start":"2026-03-02T17:39:19.906653Z","end":"2026-03-02T17:39:21.155823Z","steps":["trace[579983133] 'process raft request' (duration: 1.247745856s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236007053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:39:21.155873Z","caller":"traceutil/trace.go:171","msg":"trace[1073267666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25185; }","duration":"1.236067594s","start":"2026-03-02T17:39:19.919797Z","end":"2026-03-02T17:39:21.155865Z","steps":["trace[1073267666] 'agreement among raft nodes before linearized reading' (duration: 1.235999233s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275888573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:21.155876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484465783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:21.155891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.906623Z","time spent":"1.249240634s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:21.155913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.919777Z","time spent":"1.236124395s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:39:21.155919Z","caller":"traceutil/trace.go:171","msg":"trace[1502931493] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25185; }","duration":"1.275929734s","start":"2026-03-02T17:39:19.879977Z","end":"2026-03-02T17:39:21.155907Z","steps":["trace[1502931493] 'agreement among raft nodes before linearized reading' (duration: 1.275845862s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.065241Z","time spent":"1.090593975s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:21.155939Z","caller":"traceutil/trace.go:171","msg":"trace[1236172279] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:0; response_revision:25185; }","duration":"1.484578167s","start":"2026-03-02T17:39:19.671338Z","end":"2026-03-02T17:39:21.155917Z","steps":["trace[1236172279] 'agreement among raft nodes before linearized reading' (duration: 1.484471484s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.879899Z","time spent":"1.276048697s","remote":"127.0.0.1:33258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:21.15598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.671304Z","time spent":"1.484666638s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T17:39:21.155971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.906854Z","time spent":"1.249014807s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:21.15577Z","caller":"traceutil/trace.go:171","msg":"trace[950714048] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"1.247078657s","start":"2026-03-02T17:39:19.908653Z","end":"2026-03-02T17:39:21.155731Z","steps":["trace[950714048] 'process raft request' (duration: 1.245954809s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.155856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.925432Z","time spent":"1.230394007s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:21.156068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239720328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:39:21.156137Z","caller":"traceutil/trace.go:171","msg":"trace[229488162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25185; }","duration":"1.239841062s","start":"2026-03-02T17:39:19.916277Z","end":"2026-03-02T17:39:21.156118Z","steps":["trace[229488162] 'agreement among raft nodes before linearized reading' (duration: 1.239624906s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.156138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.618887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:21.156169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.343538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-03-02T17:39:21.156186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.916239Z","time spent":"1.239935144s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:39:21.156192Z","caller":"traceutil/trace.go:171","msg":"trace[283843646] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:25185; }","duration":"315.715389ms","start":"2026-03-02T17:39:20.840462Z","end":"2026-03-02T17:39:21.156178Z","steps":["trace[283843646] 'agreement among raft nodes before linearized reading' (duration: 315.611086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.156199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.205789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:21.156212Z","caller":"traceutil/trace.go:171","msg":"trace[858259169] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:25185; }","duration":"551.438652ms","start":"2026-03-02T17:39:20.604762Z","end":"2026-03-02T17:39:21.156201Z","steps":["trace[858259169] 'agreement among raft nodes before linearized reading' (duration: 551.340459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.15646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.604735Z","time spent":"551.713648ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" "} {"level":"warn","ts":"2026-03-02T17:39:21.156081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.165902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:21.156552Z","caller":"traceutil/trace.go:171","msg":"trace[2069537986] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25185; }","duration":"193.658635ms","start":"2026-03-02T17:39:20.962877Z","end":"2026-03-02T17:39:21.156536Z","steps":["trace[2069537986] 'agreement among raft nodes before linearized reading' (duration: 193.179022ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:21.155779Z","caller":"traceutil/trace.go:171","msg":"trace[578115086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25185; }","duration":"1.231761053s","start":"2026-03-02T17:39:19.92401Z","end":"2026-03-02T17:39:21.155771Z","steps":["trace[578115086] 'agreement among raft nodes before linearized reading' (duration: 1.23168501s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.156668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.923991Z","time spent":"1.232661356s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:21.156084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.908636Z","time spent":"1.247412207s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:21.156037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.705413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:21.15678Z","caller":"traceutil/trace.go:171","msg":"trace[850619006] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25185; }","duration":"558.476002ms","start":"2026-03-02T17:39:20.598285Z","end":"2026-03-02T17:39:21.156761Z","steps":["trace[850619006] 'agreement among raft nodes before linearized reading' (duration: 557.719383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.156845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.598264Z","time spent":"558.563315ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-02T17:39:21.156255Z","caller":"traceutil/trace.go:171","msg":"trace[1382813485] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25185; }","duration":"201.268661ms","start":"2026-03-02T17:39:20.954975Z","end":"2026-03-02T17:39:21.156243Z","steps":["trace[1382813485] 'agreement among raft nodes before linearized reading' (duration: 201.173038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.156256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:20.840442Z","time spent":"315.800961ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:21.156269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41778591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:21.157142Z","caller":"traceutil/trace.go:171","msg":"trace[643113551] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:25185; }","duration":"1.418701803s","start":"2026-03-02T17:39:19.738424Z","end":"2026-03-02T17:39:21.157125Z","steps":["trace[643113551] 'agreement among raft nodes before linearized reading' (duration: 1.41779414s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.157184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:19.738395Z","time spent":"1.418773215s","remote":"127.0.0.1:50602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:21.661613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258322,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:39:21.900733Z","caller":"traceutil/trace.go:171","msg":"trace[2129079373] transaction","detail":"{read_only:false; response_revision:25186; number_of_response:1; }","duration":"740.259801ms","start":"2026-03-02T17:39:21.160449Z","end":"2026-03-02T17:39:21.900709Z","steps":["trace[2129079373] 'process raft request' (duration: 740.065005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:21.900882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.160429Z","time spent":"740.379684ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:23.158526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997220294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:39:23.15861Z","caller":"traceutil/trace.go:171","msg":"trace[113093120] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997345367s","start":"2026-03-02T17:39:21.161242Z","end":"2026-03-02T17:39:23.158587Z","steps":["trace[113093120] 'agreement among raft nodes before linearized reading' (duration: 1.997237704s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:23.158662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.161232Z","time spent":"1.997418218s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:39:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:23.565706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363204619s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:23.565844Z","caller":"traceutil/trace.go:171","msg":"trace[183378841] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"2.405224788s","start":"2026-03-02T17:39:21.160603Z","end":"2026-03-02T17:39:23.565828Z","steps":["trace[183378841] 'process raft request' (duration: 1.041835305s)","trace[183378841] 'compare' (duration: 1.36171209s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:23.565901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.160579Z","time spent":"2.40529537s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:23.566127Z","caller":"traceutil/trace.go:171","msg":"trace[1682430155] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"2.404755754s","start":"2026-03-02T17:39:21.161363Z","end":"2026-03-02T17:39:23.566118Z","steps":["trace[1682430155] 'process raft request' (duration: 2.404624771s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:23.566143Z","caller":"traceutil/trace.go:171","msg":"trace[1002714975] linearizableReadLoop","detail":"{readStateIndex:26113; appliedIndex:26107; }","duration":"2.404846248s","start":"2026-03-02T17:39:21.161273Z","end":"2026-03-02T17:39:23.56612Z","steps":["trace[1002714975] 'read index received' (duration: 739.325245ms)","trace[1002714975] 'applied index is now lower than readState.Index' (duration: 1.665517012s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:23.566193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.161329Z","time spent":"2.404832578s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:23.566238Z","caller":"traceutil/trace.go:171","msg":"trace[2025526590] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"2.404785457s","start":"2026-03-02T17:39:21.161432Z","end":"2026-03-02T17:39:23.566218Z","steps":["trace[2025526590] 'process raft request' (duration: 2.404612212s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:23.56625Z","caller":"traceutil/trace.go:171","msg":"trace[534887926] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"2.402834626s","start":"2026-03-02T17:39:21.163403Z","end":"2026-03-02T17:39:23.566238Z","steps":["trace[534887926] 'process raft request' (duration: 2.402674711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:23.566293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.161399Z","time spent":"2.404867528s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:23.566318Z","caller":"traceutil/trace.go:171","msg":"trace[1219627956] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"2.405025394s","start":"2026-03-02T17:39:21.161269Z","end":"2026-03-02T17:39:23.566294Z","steps":["trace[1219627956] 'process raft request' (duration: 2.40452209s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:23.566345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.163395Z","time spent":"2.402881158s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:23.566432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.161245Z","time spent":"2.405128506s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:24.066564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:24.566923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:25.067595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:25.108071Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946098363s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:39:25.108722Z","caller":"traceutil/trace.go:171","msg":"trace[703532209] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"1.946839032s","start":"2026-03-02T17:39:23.161859Z","end":"2026-03-02T17:39:25.108698Z","steps":["trace[703532209] 'process raft request' (duration: 1.94638782s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.108873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.161834Z","time spent":"1.946959585s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:25.164222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999953745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:25.164312Z","caller":"traceutil/trace.go:171","msg":"trace[375196367] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082248s","start":"2026-03-02T17:39:23.16421Z","end":"2026-03-02T17:39:25.164292Z","steps":["trace[375196367] 'agreement among raft nodes before linearized reading' (duration: 1.999965985s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.164357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.164203Z","time spent":"2.000144519s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:39:25.194552Z","caller":"traceutil/trace.go:171","msg":"trace[618448962] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"2.032625438s","start":"2026-03-02T17:39:23.161902Z","end":"2026-03-02T17:39:25.194528Z","steps":["trace[618448962] 'process raft request' (duration: 2.030457172s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.194686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.161887Z","time spent":"2.032723282s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.194818Z","caller":"traceutil/trace.go:171","msg":"trace[750379058] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"2.032884996s","start":"2026-03-02T17:39:23.161926Z","end":"2026-03-02T17:39:25.194811Z","steps":["trace[750379058] 'process raft request' (duration: 2.032478375s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.194858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.161901Z","time spent":"2.032935277s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.195084Z","caller":"traceutil/trace.go:171","msg":"trace[753548774] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"2.033125772s","start":"2026-03-02T17:39:23.161949Z","end":"2026-03-02T17:39:25.195075Z","steps":["trace[753548774] 'process raft request' (duration: 2.032566347s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.195149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.161915Z","time spent":"2.033208514s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.195556Z","caller":"traceutil/trace.go:171","msg":"trace[506623738] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"2.031926562s","start":"2026-03-02T17:39:23.163607Z","end":"2026-03-02T17:39:25.195534Z","steps":["trace[506623738] 'process raft request' (duration: 2.030958996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.195715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.163588Z","time spent":"2.032046164s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.196016Z","caller":"traceutil/trace.go:171","msg":"trace[24254962] transaction","detail":"{read_only:false; response_revision:25197; number_of_response:1; }","duration":"2.031705186s","start":"2026-03-02T17:39:23.1643Z","end":"2026-03-02T17:39:25.196005Z","steps":["trace[24254962] 'process raft request' (duration: 2.031182073s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.196081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.164288Z","time spent":"2.031768078s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.19647Z","caller":"traceutil/trace.go:171","msg":"trace[1564495497] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"2.031441808s","start":"2026-03-02T17:39:23.165009Z","end":"2026-03-02T17:39:25.196451Z","steps":["trace[1564495497] 'process raft request' (duration: 2.030954735s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.196623Z","caller":"traceutil/trace.go:171","msg":"trace[1121673443] transaction","detail":"{read_only:false; response_revision:25199; number_of_response:1; }","duration":"1.137087485s","start":"2026-03-02T17:39:24.059526Z","end":"2026-03-02T17:39:25.196614Z","steps":["trace[1121673443] 'process raft request' (duration: 1.136696736s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.196759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:24.059502Z","time spent":"1.13723057s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.19692Z","caller":"traceutil/trace.go:171","msg":"trace[246568464] linearizableReadLoop","detail":"{readStateIndex:26122; appliedIndex:26113; }","duration":"1.630700312s","start":"2026-03-02T17:39:23.5662Z","end":"2026-03-02T17:39:25.1969Z","steps":["trace[246568464] 'read index received' (duration: 1.542264396s)","trace[246568464] 'applied index is now lower than readState.Index' (duration: 88.434386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:25.197033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174738071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.19707Z","caller":"traceutil/trace.go:171","msg":"trace[1749945589] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25200; }","duration":"2.174796282s","start":"2026-03-02T17:39:23.022265Z","end":"2026-03-02T17:39:25.197062Z","steps":["trace[1749945589] 'agreement among raft nodes before linearized reading' (duration: 2.17470882s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.197094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.022258Z","time spent":"2.174829704s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.197147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145758365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.197202Z","caller":"traceutil/trace.go:171","msg":"trace[1114883675] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25200; }","duration":"3.145811626s","start":"2026-03-02T17:39:22.051376Z","end":"2026-03-02T17:39:25.197187Z","steps":["trace[1114883675] 'agreement among raft nodes before linearized reading' (duration: 3.145734034s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.197254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:22.051329Z","time spent":"3.145911749s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T17:39:25.197293Z","caller":"traceutil/trace.go:171","msg":"trace[390223921] transaction","detail":"{read_only:false; response_revision:25200; number_of_response:1; }","duration":"1.076854809s","start":"2026-03-02T17:39:24.120431Z","end":"2026-03-02T17:39:25.197286Z","steps":["trace[390223921] 'process raft request' (duration: 1.07614756s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.197342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:24.120406Z","time spent":"1.07690861s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:25.197517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648257506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.19755Z","caller":"traceutil/trace.go:171","msg":"trace[218142757] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:25200; }","duration":"1.648296387s","start":"2026-03-02T17:39:23.549247Z","end":"2026-03-02T17:39:25.197543Z","steps":["trace[218142757] 'agreement among raft nodes before linearized reading' (duration: 1.648234905s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.197585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.5492Z","time spent":"1.64837105s","remote":"127.0.0.1:33406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.197711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.61991635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:39:25.19778Z","caller":"traceutil/trace.go:171","msg":"trace[1955314058] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25200; }","duration":"3.620013771s","start":"2026-03-02T17:39:21.57775Z","end":"2026-03-02T17:39:25.197764Z","steps":["trace[1955314058] 'agreement among raft nodes before linearized reading' (duration: 3.619786466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.197833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009796239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:25.197851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.577733Z","time spent":"3.620106084s","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:25.19787Z","caller":"traceutil/trace.go:171","msg":"trace[566965659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25200; }","duration":"2.009845361s","start":"2026-03-02T17:39:23.188015Z","end":"2026-03-02T17:39:25.197861Z","steps":["trace[566965659] 'agreement among raft nodes before linearized reading' (duration: 2.009783829s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.197901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.18801Z","time spent":"2.009882791s","remote":"127.0.0.1:44176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.198059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731717528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.198099Z","caller":"traceutil/trace.go:171","msg":"trace[1980798143] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25200; }","duration":"3.73181663s","start":"2026-03-02T17:39:21.466272Z","end":"2026-03-02T17:39:25.198089Z","steps":["trace[1980798143] 'agreement among raft nodes before linearized reading' (duration: 3.731755809s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.198116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036308445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-02T17:39:25.198166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035646123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.19817Z","caller":"traceutil/trace.go:171","msg":"trace[2034037326] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:25200; }","duration":"2.036384217s","start":"2026-03-02T17:39:23.161772Z","end":"2026-03-02T17:39:25.198156Z","steps":["trace[2034037326] 'agreement among raft nodes before linearized reading' (duration: 2.036258463s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.198223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.161756Z","time spent":"2.036456818s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"warn","ts":"2026-03-02T17:39:25.198278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036028663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:39:25.1983Z","caller":"traceutil/trace.go:171","msg":"trace[1833508699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25200; }","duration":"4.036050143s","start":"2026-03-02T17:39:21.162245Z","end":"2026-03-02T17:39:25.198295Z","steps":["trace[1833508699] 'agreement among raft nodes before linearized reading' (duration: 4.035960451s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.198318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.162233Z","time spent":"4.036081064s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:39:25.197083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209201252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:25.198478Z","caller":"traceutil/trace.go:171","msg":"trace[1836640913] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25200; }","duration":"2.210621659s","start":"2026-03-02T17:39:22.98784Z","end":"2026-03-02T17:39:25.198462Z","steps":["trace[1836640913] 'agreement among raft nodes before linearized reading' (duration: 2.209189032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.198497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036305319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:25.19853Z","caller":"traceutil/trace.go:171","msg":"trace[386482485] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25200; }","duration":"4.036355511s","start":"2026-03-02T17:39:21.162165Z","end":"2026-03-02T17:39:25.19852Z","steps":["trace[386482485] 'agreement among raft nodes before linearized reading' (duration: 4.036284949s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.198541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:22.987821Z","time spent":"2.210691202s","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.198556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.162158Z","time spent":"4.036391812s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.198717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629811699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T17:39:25.198737Z","caller":"traceutil/trace.go:171","msg":"trace[1289824921] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25200; }","duration":"1.629875231s","start":"2026-03-02T17:39:23.568855Z","end":"2026-03-02T17:39:25.198731Z","steps":["trace[1289824921] 'agreement among raft nodes before linearized reading' (duration: 1.62981638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.198758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.568841Z","time spent":"1.629910821s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:39:25.198134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.466249Z","time spent":"3.731877163s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:25.198193Z","caller":"traceutil/trace.go:171","msg":"trace[1032811225] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25200; }","duration":"4.035678984s","start":"2026-03-02T17:39:21.162507Z","end":"2026-03-02T17:39:25.198186Z","steps":["trace[1032811225] 'agreement among raft nodes before linearized reading' (duration: 4.035640333s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.199745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:21.162503Z","time spent":"4.037204633s","remote":"127.0.0.1:41906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:39:25.202087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631530583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:39:25.20213Z","caller":"traceutil/trace.go:171","msg":"trace[546437098] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25200; }","duration":"1.631610535s","start":"2026-03-02T17:39:23.570509Z","end":"2026-03-02T17:39:25.20212Z","steps":["trace[546437098] 'agreement among raft nodes before linearized reading' (duration: 1.6314216s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.202127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214923057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T17:39:25.202152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.57047Z","time spent":"1.631675366s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:39:25.202128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397980298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:39:25.202215Z","caller":"traceutil/trace.go:171","msg":"trace[531135340] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25200; }","duration":"1.398125102s","start":"2026-03-02T17:39:23.80407Z","end":"2026-03-02T17:39:25.202195Z","steps":["trace[531135340] 'agreement among raft nodes before linearized reading' (duration: 1.397886126s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.20222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.578973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:25.202255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.804045Z","time spent":"1.398201944s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:39:25.202259Z","caller":"traceutil/trace.go:171","msg":"trace[674410360] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25200; }","duration":"205.625824ms","start":"2026-03-02T17:39:24.996624Z","end":"2026-03-02T17:39:25.202249Z","steps":["trace[674410360] 'agreement among raft nodes before linearized reading' (duration: 205.540932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.202346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493486797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-02T17:39:25.202353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.858902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:39:25.20238Z","caller":"traceutil/trace.go:171","msg":"trace[278737733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25200; }","duration":"1.493549609s","start":"2026-03-02T17:39:23.708812Z","end":"2026-03-02T17:39:25.202362Z","steps":["trace[278737733] 'agreement among raft nodes before linearized reading' (duration: 1.493477976s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.202388Z","caller":"traceutil/trace.go:171","msg":"trace[2008393218] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:25200; }","duration":"794.932814ms","start":"2026-03-02T17:39:24.407447Z","end":"2026-03-02T17:39:25.20238Z","steps":["trace[2008393218] 'agreement among raft nodes before linearized reading' (duration: 794.742158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.202399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.708789Z","time spent":"1.4936064s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-02T17:39:25.20217Z","caller":"traceutil/trace.go:171","msg":"trace[1111284273] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25200; }","duration":"1.21502578s","start":"2026-03-02T17:39:23.987133Z","end":"2026-03-02T17:39:25.202159Z","steps":["trace[1111284273] 'agreement among raft nodes before linearized reading' (duration: 1.214821085s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.202419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:24.407423Z","time spent":"794.987775ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.20243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.987115Z","time spent":"1.215302667s","remote":"127.0.0.1:42156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:25.196598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:23.164999Z","time spent":"2.031520921s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:25.383922Z","caller":"traceutil/trace.go:171","msg":"trace[1680220497] linearizableReadLoop","detail":"{readStateIndex:26127; appliedIndex:26123; }","duration":"163.519676ms","start":"2026-03-02T17:39:25.220384Z","end":"2026-03-02T17:39:25.383903Z","steps":["trace[1680220497] 'read index received' (duration: 162.381066ms)","trace[1680220497] 'applied index is now lower than readState.Index' (duration: 1.13771ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:25.383922Z","caller":"traceutil/trace.go:171","msg":"trace[403018527] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"179.584771ms","start":"2026-03-02T17:39:25.204279Z","end":"2026-03-02T17:39:25.383864Z","steps":["trace[403018527] 'process raft request' (duration: 178.467012ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.384041Z","caller":"traceutil/trace.go:171","msg":"trace[1095523770] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"174.977823ms","start":"2026-03-02T17:39:25.209038Z","end":"2026-03-02T17:39:25.384016Z","steps":["trace[1095523770] 'process raft request' (duration: 174.820739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.38413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.114536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.384162Z","caller":"traceutil/trace.go:171","msg":"trace[1620214969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25204; }","duration":"175.187017ms","start":"2026-03-02T17:39:25.208967Z","end":"2026-03-02T17:39:25.384154Z","steps":["trace[1620214969] 'agreement among raft nodes before linearized reading' (duration: 175.122095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.38423Z","caller":"traceutil/trace.go:171","msg":"trace[1854719550] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"176.324627ms","start":"2026-03-02T17:39:25.207885Z","end":"2026-03-02T17:39:25.38421Z","steps":["trace[1854719550] 'process raft request' (duration: 175.951448ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.384257Z","caller":"traceutil/trace.go:171","msg":"trace[1312607135] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"176.556203ms","start":"2026-03-02T17:39:25.207686Z","end":"2026-03-02T17:39:25.384242Z","steps":["trace[1312607135] 'process raft request' (duration: 176.070381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.384306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.434303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.384335Z","caller":"traceutil/trace.go:171","msg":"trace[559434630] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25204; }","duration":"175.474914ms","start":"2026-03-02T17:39:25.20885Z","end":"2026-03-02T17:39:25.384325Z","steps":["trace[559434630] 'agreement among raft nodes before linearized reading' (duration: 175.436223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.384463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.430739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-02T17:39:25.384507Z","caller":"traceutil/trace.go:171","msg":"trace[1054491793] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1c97212c-8bb0-4814-bc5e-a55bfc71c521; range_end:; response_count:1; response_revision:25204; }","duration":"176.494451ms","start":"2026-03-02T17:39:25.208002Z","end":"2026-03-02T17:39:25.384496Z","steps":["trace[1054491793] 'agreement among raft nodes before linearized reading' (duration: 176.369338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.403163Z","caller":"traceutil/trace.go:171","msg":"trace[380528801] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"181.202282ms","start":"2026-03-02T17:39:25.221907Z","end":"2026-03-02T17:39:25.40311Z","steps":["trace[380528801] 'process raft request' (duration: 181.010567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.403319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.22952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T17:39:25.403407Z","caller":"traceutil/trace.go:171","msg":"trace[639347074] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25205; }","duration":"170.358403ms","start":"2026-03-02T17:39:25.233029Z","end":"2026-03-02T17:39:25.403387Z","steps":["trace[639347074] 'agreement among raft nodes before linearized reading' (duration: 170.042225ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.582799Z","caller":"traceutil/trace.go:171","msg":"trace[1787572541] linearizableReadLoop","detail":"{readStateIndex:26130; appliedIndex:26129; }","duration":"113.449252ms","start":"2026-03-02T17:39:25.469326Z","end":"2026-03-02T17:39:25.582775Z","steps":["trace[1787572541] 'read index received' (duration: 64.461776ms)","trace[1787572541] 'applied index is now lower than readState.Index' (duration: 48.986436ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:25.582957Z","caller":"traceutil/trace.go:171","msg":"trace[956333679] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"171.44538ms","start":"2026-03-02T17:39:25.411499Z","end":"2026-03-02T17:39:25.582945Z","steps":["trace[956333679] 'process raft request' (duration: 122.28112ms)","trace[956333679] 'compare' (duration: 48.864203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:25.583157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.358943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:39:25.583235Z","caller":"traceutil/trace.go:171","msg":"trace[200384675] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25207; }","duration":"112.478717ms","start":"2026-03-02T17:39:25.47074Z","end":"2026-03-02T17:39:25.583218Z","steps":["trace[200384675] 'agreement among raft nodes before linearized reading' (duration: 112.280361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:25.583737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.029634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:25.583777Z","caller":"traceutil/trace.go:171","msg":"trace[655631165] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25207; }","duration":"170.083615ms","start":"2026-03-02T17:39:25.413682Z","end":"2026-03-02T17:39:25.583766Z","steps":["trace[655631165] 'agreement among raft nodes before linearized reading' (duration: 170.005593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.728961Z","caller":"traceutil/trace.go:171","msg":"trace[2078477177] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"139.544627ms","start":"2026-03-02T17:39:25.589377Z","end":"2026-03-02T17:39:25.728922Z","steps":["trace[2078477177] 'process raft request' (duration: 139.306761ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.729048Z","caller":"traceutil/trace.go:171","msg":"trace[1198892022] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"138.286004ms","start":"2026-03-02T17:39:25.590753Z","end":"2026-03-02T17:39:25.729039Z","steps":["trace[1198892022] 'process raft request' (duration: 138.134271ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.729007Z","caller":"traceutil/trace.go:171","msg":"trace[1433081719] transaction","detail":"{read_only:false; response_revision:25213; number_of_response:1; }","duration":"137.76432ms","start":"2026-03-02T17:39:25.591229Z","end":"2026-03-02T17:39:25.728993Z","steps":["trace[1433081719] 'process raft request' (duration: 137.694848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.729152Z","caller":"traceutil/trace.go:171","msg":"trace[618012820] transaction","detail":"{read_only:false; response_revision:25210; number_of_response:1; }","duration":"139.28569ms","start":"2026-03-02T17:39:25.589835Z","end":"2026-03-02T17:39:25.729121Z","steps":["trace[618012820] 'process raft request' (duration: 138.998283ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:25.7291Z","caller":"traceutil/trace.go:171","msg":"trace[574076125] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"139.176397ms","start":"2026-03-02T17:39:25.589883Z","end":"2026-03-02T17:39:25.72906Z","steps":["trace[574076125] 'process raft request' (duration: 138.977362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:27.736864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.462941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-02T17:39:27.736961Z","caller":"traceutil/trace.go:171","msg":"trace[210384226] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25275; }","duration":"467.603014ms","start":"2026-03-02T17:39:27.269335Z","end":"2026-03-02T17:39:27.736938Z","steps":["trace[210384226] 'range keys from in-memory index tree' (duration: 467.240046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:27.736949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.749573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:27.737011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.269314Z","time spent":"467.683217ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"info","ts":"2026-03-02T17:39:27.737026Z","caller":"traceutil/trace.go:171","msg":"trace[331229736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25275; }","duration":"283.862546ms","start":"2026-03-02T17:39:27.453145Z","end":"2026-03-02T17:39:27.737007Z","steps":["trace[331229736] 'range keys from in-memory index tree' (duration: 283.60463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:27.737078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.24509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T17:39:27.737164Z","caller":"traceutil/trace.go:171","msg":"trace[217621867] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:25275; }","duration":"122.371643ms","start":"2026-03-02T17:39:27.614767Z","end":"2026-03-02T17:39:27.737139Z","steps":["trace[217621867] 'range keys from in-memory index tree' (duration: 122.023713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:27.737435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.371104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:27.737505Z","caller":"traceutil/trace.go:171","msg":"trace[87508008] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25275; }","duration":"283.473786ms","start":"2026-03-02T17:39:27.454011Z","end":"2026-03-02T17:39:27.737485Z","steps":["trace[87508008] 'count revisions from in-memory index tree' (duration: 283.26201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:27.737596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.882325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:39:27.737622Z","caller":"traceutil/trace.go:171","msg":"trace[13550032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25275; }","duration":"103.955637ms","start":"2026-03-02T17:39:27.63366Z","end":"2026-03-02T17:39:27.737615Z","steps":["trace[13550032] 'range keys from in-memory index tree' (duration: 103.781142ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:28.091232Z","caller":"traceutil/trace.go:171","msg":"trace[40862968] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"350.948899ms","start":"2026-03-02T17:39:27.740257Z","end":"2026-03-02T17:39:28.091206Z","steps":["trace[40862968] 'process raft request' (duration: 350.771005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.091385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.740236Z","time spent":"351.074743ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:28.480358Z","caller":"traceutil/trace.go:171","msg":"trace[840977071] transaction","detail":"{read_only:false; response_revision:25277; number_of_response:1; }","duration":"739.365057ms","start":"2026-03-02T17:39:27.740962Z","end":"2026-03-02T17:39:28.480327Z","steps":["trace[840977071] 'process raft request' (duration: 739.032518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.48051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.740942Z","time spent":"739.49331ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:28.480508Z","caller":"traceutil/trace.go:171","msg":"trace[1513139559] linearizableReadLoop","detail":"{readStateIndex:26204; appliedIndex:26198; }","duration":"419.46592ms","start":"2026-03-02T17:39:28.061021Z","end":"2026-03-02T17:39:28.480487Z","steps":["trace[1513139559] 'read index received' (duration: 30.016236ms)","trace[1513139559] 'applied index is now lower than readState.Index' (duration: 389.448534ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:28.480366Z","caller":"traceutil/trace.go:171","msg":"trace[336956338] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"739.018129ms","start":"2026-03-02T17:39:27.741324Z","end":"2026-03-02T17:39:28.480342Z","steps":["trace[336956338] 'process raft request' (duration: 738.858615ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:28.480525Z","caller":"traceutil/trace.go:171","msg":"trace[1066551303] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"738.660859ms","start":"2026-03-02T17:39:27.741853Z","end":"2026-03-02T17:39:28.480514Z","steps":["trace[1066551303] 'process raft request' (duration: 738.534616ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:28.480613Z","caller":"traceutil/trace.go:171","msg":"trace[755017537] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"739.152733ms","start":"2026-03-02T17:39:27.741428Z","end":"2026-03-02T17:39:28.480581Z","steps":["trace[755017537] 'process raft request' (duration: 738.853045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:28.480665Z","caller":"traceutil/trace.go:171","msg":"trace[580047316] transaction","detail":"{read_only:false; response_revision:25281; number_of_response:1; }","duration":"738.70327ms","start":"2026-03-02T17:39:27.741923Z","end":"2026-03-02T17:39:28.480626Z","steps":["trace[580047316] 'process raft request' (duration: 738.523735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.480756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.741842Z","time spent":"738.838633ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:28.480757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.741303Z","time spent":"739.353798ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:28.480788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.760917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-02T17:39:28.480802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.741412Z","time spent":"739.286796ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:28.480849Z","caller":"traceutil/trace.go:171","msg":"trace[428192277] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25281; }","duration":"419.86184ms","start":"2026-03-02T17:39:28.060968Z","end":"2026-03-02T17:39:28.480829Z","steps":["trace[428192277] 'agreement among raft nodes before linearized reading' (duration: 419.672995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.480913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.060945Z","time spent":"419.954093ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3666,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:28.480922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:27.741909Z","time spent":"738.855434ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:28.57651Z","caller":"traceutil/trace.go:171","msg":"trace[964388610] transaction","detail":"{read_only:false; response_revision:25282; number_of_response:1; }","duration":"477.287865ms","start":"2026-03-02T17:39:28.099198Z","end":"2026-03-02T17:39:28.576486Z","steps":["trace[964388610] 'process raft request' (duration: 477.157072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.576628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.031496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:28.576632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.701834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:28.576676Z","caller":"traceutil/trace.go:171","msg":"trace[642216358] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25282; }","duration":"244.135468ms","start":"2026-03-02T17:39:28.332528Z","end":"2026-03-02T17:39:28.576663Z","steps":["trace[642216358] 'agreement among raft nodes before linearized reading' (duration: 243.976744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.576668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.099177Z","time spent":"477.425608ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:28.576693Z","caller":"traceutil/trace.go:171","msg":"trace[1991976856] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25282; }","duration":"143.803466ms","start":"2026-03-02T17:39:28.432875Z","end":"2026-03-02T17:39:28.576679Z","steps":["trace[1991976856] 'agreement among raft nodes before linearized reading' (duration: 143.617931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.576684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.374358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:28.576802Z","caller":"traceutil/trace.go:171","msg":"trace[386840072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25282; }","duration":"123.537833ms","start":"2026-03-02T17:39:28.453242Z","end":"2026-03-02T17:39:28.57678Z","steps":["trace[386840072] 'agreement among raft nodes before linearized reading' (duration: 123.311287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.576911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.955607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:28.576998Z","caller":"traceutil/trace.go:171","msg":"trace[585816404] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25282; }","duration":"407.128512ms","start":"2026-03-02T17:39:28.169845Z","end":"2026-03-02T17:39:28.576973Z","steps":["trace[585816404] 'agreement among raft nodes before linearized reading' (duration: 406.942517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.577046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.169822Z","time spent":"407.213263ms","remote":"127.0.0.1:50562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:28.577919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.773592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T17:39:28.577951Z","caller":"traceutil/trace.go:171","msg":"trace[1631374649] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25282; }","duration":"377.896787ms","start":"2026-03-02T17:39:28.200045Z","end":"2026-03-02T17:39:28.577942Z","steps":["trace[1631374649] 'agreement among raft nodes before linearized reading' (duration: 377.741743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:28.577991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.20002Z","time spent":"377.963838ms","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T17:39:29.077603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:29.365507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.884974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:29.365627Z","caller":"traceutil/trace.go:171","msg":"trace[1918610512] linearizableReadLoop","detail":"{readStateIndex:26206; appliedIndex:26205; }","duration":"789.126143ms","start":"2026-03-02T17:39:28.576482Z","end":"2026-03-02T17:39:29.365608Z","steps":["trace[1918610512] 'read index received' (duration: 675.126857ms)","trace[1918610512] 'applied index is now lower than readState.Index' (duration: 113.997626ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:29.365712Z","caller":"traceutil/trace.go:171","msg":"trace[147195768] transaction","detail":"{read_only:false; response_revision:25283; number_of_response:1; }","duration":"878.331488ms","start":"2026-03-02T17:39:28.487365Z","end":"2026-03-02T17:39:29.365696Z","steps":["trace[147195768] 'process raft request' (duration: 764.149797ms)","trace[147195768] 'compare' (duration: 113.627708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:29.365809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.487341Z","time spent":"878.41722ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3743,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:29.365871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.145946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:29.366572Z","caller":"traceutil/trace.go:171","msg":"trace[1709451331] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25283; }","duration":"808.893275ms","start":"2026-03-02T17:39:28.557651Z","end":"2026-03-02T17:39:29.366544Z","steps":["trace[1709451331] 'agreement among raft nodes before linearized reading' (duration: 808.125195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:29.366634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.557627Z","time spent":"808.987257ms","remote":"127.0.0.1:52404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:31.451843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999946225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:31.451943Z","caller":"traceutil/trace.go:171","msg":"trace[1214635653] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000099599s","start":"2026-03-02T17:39:29.451822Z","end":"2026-03-02T17:39:31.451922Z","steps":["trace[1214635653] 'agreement among raft nodes before linearized reading' (duration: 1.999976966s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:31.451993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.451769Z","time spent":"2.000213181s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:32.280121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42041024s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T17:39:32.280862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.879913ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:32.280976Z","caller":"traceutil/trace.go:171","msg":"trace[1241686006] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25283; }","duration":"380.997777ms","start":"2026-03-02T17:39:31.899962Z","end":"2026-03-02T17:39:32.280959Z","steps":["trace[1241686006] 'range keys from in-memory index tree' (duration: 380.865472ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:32.281278Z","caller":"traceutil/trace.go:171","msg":"trace[722085283] transaction","detail":"{read_only:false; response_revision:25284; number_of_response:1; }","duration":"3.16139803s","start":"2026-03-02T17:39:29.119861Z","end":"2026-03-02T17:39:32.281259Z","steps":["trace[722085283] 'process raft request' (duration: 3.160345673s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:32.281378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.119838Z","time spent":"3.161481722s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:33.462464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000474807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:33.462547Z","caller":"traceutil/trace.go:171","msg":"trace[334554739] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000611081s","start":"2026-03-02T17:39:31.461919Z","end":"2026-03-02T17:39:33.46253Z","steps":["trace[334554739] 'agreement among raft nodes before linearized reading' (duration: 2.000502828s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.462586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:31.461902Z","time spent":"2.000676333s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:39:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:33.741012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.550842442s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:39:33.773731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492347307s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:33.773978Z","caller":"traceutil/trace.go:171","msg":"trace[1595823670] transaction","detail":"{read_only:false; response_revision:25285; number_of_response:1; }","duration":"4.567493057s","start":"2026-03-02T17:39:29.206469Z","end":"2026-03-02T17:39:33.773962Z","steps":["trace[1595823670] 'process raft request' (duration: 3.074781651s)","trace[1595823670] 'compare' (duration: 1.491072324s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:33.774049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.206426Z","time spent":"4.56759464s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:33.774277Z","caller":"traceutil/trace.go:171","msg":"trace[1421275492] transaction","detail":"{read_only:false; response_revision:25287; number_of_response:1; }","duration":"4.566955493s","start":"2026-03-02T17:39:29.207295Z","end":"2026-03-02T17:39:33.774251Z","steps":["trace[1421275492] 'process raft request' (duration: 4.566849191s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.774376Z","caller":"traceutil/trace.go:171","msg":"trace[1350218198] transaction","detail":"{read_only:false; response_revision:25286; number_of_response:1; }","duration":"4.567139878s","start":"2026-03-02T17:39:29.207202Z","end":"2026-03-02T17:39:33.774342Z","steps":["trace[1350218198] 'process raft request' (duration: 4.566617465s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.774444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.207289Z","time spent":"4.567056196s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:33.774515Z","caller":"traceutil/trace.go:171","msg":"trace[704803835] transaction","detail":"{read_only:false; response_revision:25288; number_of_response:1; }","duration":"4.565967978s","start":"2026-03-02T17:39:29.208532Z","end":"2026-03-02T17:39:33.7745Z","steps":["trace[704803835] 'process raft request' (duration: 4.56568183s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.774529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.207193Z","time spent":"4.567255622s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:33.774575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.208523Z","time spent":"4.566021439s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:33.774655Z","caller":"traceutil/trace.go:171","msg":"trace[148116877] transaction","detail":"{read_only:false; response_revision:25289; number_of_response:1; }","duration":"4.565179578s","start":"2026-03-02T17:39:29.209444Z","end":"2026-03-02T17:39:33.774624Z","steps":["trace[148116877] 'process raft request' (duration: 4.565002494s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.774713Z","caller":"traceutil/trace.go:171","msg":"trace[1044720268] transaction","detail":"{read_only:false; response_revision:25290; number_of_response:1; }","duration":"4.559428559s","start":"2026-03-02T17:39:29.215258Z","end":"2026-03-02T17:39:33.774686Z","steps":["trace[1044720268] 'process raft request' (duration: 4.559314136s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.77475Z","caller":"traceutil/trace.go:171","msg":"trace[1468796498] transaction","detail":"{read_only:false; response_revision:25291; number_of_response:1; }","duration":"2.584712196s","start":"2026-03-02T17:39:31.190029Z","end":"2026-03-02T17:39:33.774742Z","steps":["trace[1468796498] 'process raft request' (duration: 2.584655605s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.774765Z","caller":"traceutil/trace.go:171","msg":"trace[972943280] linearizableReadLoop","detail":"{readStateIndex:26214; appliedIndex:26206; }","duration":"4.409101704s","start":"2026-03-02T17:39:29.365653Z","end":"2026-03-02T17:39:33.774755Z","steps":["trace[972943280] 'read index received' (duration: 493.989887ms)","trace[972943280] 'applied index is now lower than readState.Index' (duration: 3.915111117s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:33.774797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:31.19Z","time spent":"2.584773398s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:33.774814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.209415Z","time spent":"4.565311801s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:33.774833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.215233Z","time spent":"4.559534502s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:33.77485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.656246991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:33.774883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.534567776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:33.774895Z","caller":"traceutil/trace.go:171","msg":"trace[567596616] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25291; }","duration":"4.656338524s","start":"2026-03-02T17:39:29.118543Z","end":"2026-03-02T17:39:33.774882Z","steps":["trace[567596616] 'agreement among raft nodes before linearized reading' (duration: 4.656261202s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.774908Z","caller":"traceutil/trace.go:171","msg":"trace[1942572107] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25291; }","duration":"4.534624678s","start":"2026-03-02T17:39:29.240273Z","end":"2026-03-02T17:39:33.774897Z","steps":["trace[1942572107] 'agreement among raft nodes before linearized reading' (duration: 4.534575877s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.774931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.240253Z","time spent":"4.534672169s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:33.774934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.118516Z","time spent":"4.656406956s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:33.774956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.189879601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-02T17:39:33.774903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033762447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T17:39:33.774979Z","caller":"traceutil/trace.go:171","msg":"trace[2141406194] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25291; }","duration":"5.189929124s","start":"2026-03-02T17:39:28.585043Z","end":"2026-03-02T17:39:33.774972Z","steps":["trace[2141406194] 'agreement among raft nodes before linearized reading' (duration: 5.189872751s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.774999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.58502Z","time spent":"5.189974454s","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1334,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"info","ts":"2026-03-02T17:39:33.774994Z","caller":"traceutil/trace.go:171","msg":"trace[147388349] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25291; }","duration":"5.033888841s","start":"2026-03-02T17:39:28.741093Z","end":"2026-03-02T17:39:33.774982Z","steps":["trace[147388349] 'agreement among raft nodes before linearized reading' (duration: 5.033737656s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:28.741046Z","time spent":"5.033971253s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719338463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:33.775118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289607493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:39:33.775141Z","caller":"traceutil/trace.go:171","msg":"trace[406436425] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25291; }","duration":"1.719449406s","start":"2026-03-02T17:39:32.055681Z","end":"2026-03-02T17:39:33.77513Z","steps":["trace[406436425] 'agreement among raft nodes before linearized reading' (duration: 1.719357053s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.343276141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-02T17:39:33.775171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289961994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:39:33.775195Z","caller":"traceutil/trace.go:171","msg":"trace[1361057919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25291; }","duration":"3.290331712s","start":"2026-03-02T17:39:30.484857Z","end":"2026-03-02T17:39:33.775189Z","steps":["trace[1361057919] 'agreement among raft nodes before linearized reading' (duration: 3.29023998s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:32.055656Z","time spent":"1.719508047s","remote":"127.0.0.1:42026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:33.775212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.484831Z","time spent":"3.290377334s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857967835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:33.775223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290043925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:39:33.775243Z","caller":"traceutil/trace.go:171","msg":"trace[1953267916] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25291; }","duration":"1.858052627s","start":"2026-03-02T17:39:31.917179Z","end":"2026-03-02T17:39:33.775232Z","steps":["trace[1953267916] 'agreement among raft nodes before linearized reading' (duration: 1.858000286s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775248Z","caller":"traceutil/trace.go:171","msg":"trace[476487537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25291; }","duration":"3.290067215s","start":"2026-03-02T17:39:30.485172Z","end":"2026-03-02T17:39:33.775239Z","steps":["trace[476487537] 'agreement among raft nodes before linearized reading' (duration: 3.290004014s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.77523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378194747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-02T17:39:33.775274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.485134Z","time spent":"3.290136107s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:31.917166Z","time spent":"1.858100809s","remote":"127.0.0.1:33412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:33.775288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693759071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:33.775292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290335782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:39:33.775288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.455694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:33.775297Z","caller":"traceutil/trace.go:171","msg":"trace[1961444172] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25291; }","duration":"1.378311279s","start":"2026-03-02T17:39:32.396969Z","end":"2026-03-02T17:39:33.77528Z","steps":["trace[1961444172] 'agreement among raft nodes before linearized reading' (duration: 1.378123575s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775318Z","caller":"traceutil/trace.go:171","msg":"trace[385475168] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25291; }","duration":"1.693829503s","start":"2026-03-02T17:39:32.081481Z","end":"2026-03-02T17:39:33.77531Z","steps":["trace[385475168] 'agreement among raft nodes before linearized reading' (duration: 1.693764591s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775327Z","caller":"traceutil/trace.go:171","msg":"trace[1459672524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25291; }","duration":"3.290408904s","start":"2026-03-02T17:39:30.484909Z","end":"2026-03-02T17:39:33.775318Z","steps":["trace[1459672524] 'agreement among raft nodes before linearized reading' (duration: 3.290320342s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:32.081456Z","time spent":"1.693882055s","remote":"127.0.0.1:50596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:33.775341Z","caller":"traceutil/trace.go:171","msg":"trace[917721560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25291; }","duration":"312.556076ms","start":"2026-03-02T17:39:33.462771Z","end":"2026-03-02T17:39:33.775327Z","steps":["trace[917721560] 'agreement among raft nodes before linearized reading' (duration: 312.476544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.075279747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-03-02T17:39:33.77535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:32.396921Z","time spent":"1.378415553s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365103184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:39:33.775383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.462745Z","time spent":"312.628529ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:39:33.775399Z","caller":"traceutil/trace.go:171","msg":"trace[823271417] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25291; }","duration":"3.365267458s","start":"2026-03-02T17:39:30.410124Z","end":"2026-03-02T17:39:33.775392Z","steps":["trace[823271417] 'agreement among raft nodes before linearized reading' (duration: 3.365058673s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775384Z","caller":"traceutil/trace.go:171","msg":"trace[1698069206] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25291; }","duration":"4.075329259s","start":"2026-03-02T17:39:29.700047Z","end":"2026-03-02T17:39:33.775376Z","steps":["trace[1698069206] 'agreement among raft nodes before linearized reading' (duration: 4.075270897s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.040364125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"warn","ts":"2026-03-02T17:39:33.775431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.700028Z","time spent":"4.07539913s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38225647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:33.775459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.858223222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:33.775461Z","caller":"traceutil/trace.go:171","msg":"trace[557742287] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25291; }","duration":"4.040446946s","start":"2026-03-02T17:39:29.734997Z","end":"2026-03-02T17:39:33.775444Z","steps":["trace[557742287] 'agreement among raft nodes before linearized reading' (duration: 4.040311223s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775486Z","caller":"traceutil/trace.go:171","msg":"trace[174629669] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25291; }","duration":"1.858296863s","start":"2026-03-02T17:39:31.917179Z","end":"2026-03-02T17:39:33.775476Z","steps":["trace[174629669] 'agreement among raft nodes before linearized reading' (duration: 1.858256922s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775479Z","caller":"traceutil/trace.go:171","msg":"trace[1025740172] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25291; }","duration":"4.382366483s","start":"2026-03-02T17:39:29.393097Z","end":"2026-03-02T17:39:33.775464Z","steps":["trace[1025740172] 'agreement among raft nodes before linearized reading' (duration: 4.38226885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:31.917152Z","time spent":"1.858347405s","remote":"127.0.0.1:59194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:33.775202Z","caller":"traceutil/trace.go:171","msg":"trace[396539746] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25291; }","duration":"3.343338802s","start":"2026-03-02T17:39:30.431848Z","end":"2026-03-02T17:39:33.775187Z","steps":["trace[396539746] 'agreement among raft nodes before linearized reading' (duration: 3.343171838s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.734977Z","time spent":"4.040518999s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.39307Z","time spent":"4.382444425s","remote":"127.0.0.1:41356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:33.77555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525264161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:33.775491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170152556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T17:39:33.775579Z","caller":"traceutil/trace.go:171","msg":"trace[672878553] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25291; }","duration":"2.525322211s","start":"2026-03-02T17:39:31.250246Z","end":"2026-03-02T17:39:33.775569Z","steps":["trace[672878553] 'agreement among raft nodes before linearized reading' (duration: 2.52526152s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.775587Z","caller":"traceutil/trace.go:171","msg":"trace[1599748308] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:25291; }","duration":"3.17029609s","start":"2026-03-02T17:39:30.605281Z","end":"2026-03-02T17:39:33.775577Z","steps":["trace[1599748308] 'agreement among raft nodes before linearized reading' (duration: 3.170120335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.605256Z","time spent":"3.170345901s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:31.250225Z","time spent":"2.525392854s","remote":"127.0.0.1:52188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:33.775156Z","caller":"traceutil/trace.go:171","msg":"trace[59940192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25291; }","duration":"3.289676115s","start":"2026-03-02T17:39:30.48547Z","end":"2026-03-02T17:39:33.775146Z","steps":["trace[59940192] 'agreement among raft nodes before linearized reading' (duration: 3.289538292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.775691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.48546Z","time spent":"3.290216239s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:39:33.77536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.484886Z","time spent":"3.290467985s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.43178Z","time spent":"3.343751942s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T17:39:33.775302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.289945772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:39:33.775147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.395142784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T17:39:33.780469Z","caller":"traceutil/trace.go:171","msg":"trace[461776316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25291; }","duration":"3.295076854s","start":"2026-03-02T17:39:30.48533Z","end":"2026-03-02T17:39:33.780407Z","steps":["trace[461776316] 'agreement among raft nodes before linearized reading' (duration: 3.289925571s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:33.780587Z","caller":"traceutil/trace.go:171","msg":"trace[1829876286] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25291; }","duration":"4.400580393s","start":"2026-03-02T17:39:29.379929Z","end":"2026-03-02T17:39:33.78051Z","steps":["trace[1829876286] 'agreement among raft nodes before linearized reading' (duration: 4.395071521s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:33.78063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.485319Z","time spent":"3.29527877s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:33.780664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:29.379904Z","time spent":"4.400723388s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:33.77542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:30.410102Z","time spent":"3.36531226s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:39:34.282518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258560,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:39:35.783843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00052414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:35.783922Z","caller":"traceutil/trace.go:171","msg":"trace[843825449] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000620542s","start":"2026-03-02T17:39:33.783286Z","end":"2026-03-02T17:39:35.783907Z","steps":["trace[843825449] 'agreement among raft nodes before linearized reading' (duration: 2.00053024s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:35.783961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.783281Z","time spent":"2.000671854s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 17:39:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:36.853754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250451158s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:36.853855Z","caller":"traceutil/trace.go:171","msg":"trace[1615054008] transaction","detail":"{read_only:false; response_revision:25292; number_of_response:1; }","duration":"3.074010152s","start":"2026-03-02T17:39:33.779828Z","end":"2026-03-02T17:39:36.853838Z","steps":["trace[1615054008] 'process raft request' (duration: 823.41121ms)","trace[1615054008] 'compare' (duration: 2.249863883s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:36.8539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.779815Z","time spent":"3.074063763s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.432537Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.829187534s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:39:37.529404Z","caller":"traceutil/trace.go:171","msg":"trace[1263523834] transaction","detail":"{read_only:false; response_revision:25294; number_of_response:1; }","duration":"3.746921302s","start":"2026-03-02T17:39:33.782451Z","end":"2026-03-02T17:39:37.529372Z","steps":["trace[1263523834] 'process raft request' (duration: 3.746290725s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.52957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.782405Z","time spent":"3.747079545s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.529544Z","caller":"traceutil/trace.go:171","msg":"trace[1853733415] transaction","detail":"{read_only:false; response_revision:25293; number_of_response:1; }","duration":"3.747117946s","start":"2026-03-02T17:39:33.782381Z","end":"2026-03-02T17:39:37.529499Z","steps":["trace[1853733415] 'process raft request' (duration: 3.650468728s)","trace[1853733415] 'compare' (duration: 95.624282ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:37.529656Z","caller":"traceutil/trace.go:171","msg":"trace[1611755207] transaction","detail":"{read_only:false; response_revision:25295; number_of_response:1; }","duration":"3.747069846s","start":"2026-03-02T17:39:33.78255Z","end":"2026-03-02T17:39:37.52962Z","steps":["trace[1611755207] 'process raft request' (duration: 3.746298275s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.52971Z","caller":"traceutil/trace.go:171","msg":"trace[1660946377] linearizableReadLoop","detail":"{readStateIndex:26221; appliedIndex:26215; }","duration":"3.748300067s","start":"2026-03-02T17:39:33.781398Z","end":"2026-03-02T17:39:37.529698Z","steps":["trace[1660946377] 'read index received' (duration: 821.937801ms)","trace[1660946377] 'applied index is now lower than readState.Index' (duration: 2.926361626s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:37.529705Z","caller":"traceutil/trace.go:171","msg":"trace[1932229810] transaction","detail":"{read_only:false; response_revision:25296; number_of_response:1; }","duration":"3.747072286s","start":"2026-03-02T17:39:33.782607Z","end":"2026-03-02T17:39:37.529679Z","steps":["trace[1932229810] 'process raft request' (duration: 3.746289306s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.529755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.782365Z","time spent":"3.747267221s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.529785Z","caller":"traceutil/trace.go:171","msg":"trace[1293770110] transaction","detail":"{read_only:false; response_revision:25297; number_of_response:1; }","duration":"3.745042794s","start":"2026-03-02T17:39:33.784735Z","end":"2026-03-02T17:39:37.529778Z","steps":["trace[1293770110] 'process raft request' (duration: 3.74487669s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.529794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.782539Z","time spent":"3.747185369s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.52986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.784724Z","time spent":"3.745076854s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.529853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.782499Z","time spent":"3.747265721s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.529922Z","caller":"traceutil/trace.go:171","msg":"trace[1693957698] transaction","detail":"{read_only:false; response_revision:25298; number_of_response:1; }","duration":"3.242109576s","start":"2026-03-02T17:39:34.287803Z","end":"2026-03-02T17:39:37.529912Z","steps":["trace[1693957698] 'process raft request' (duration: 3.24185938s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.529966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:34.287774Z","time spent":"3.242167498s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.530054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748677126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-02T17:39:37.530099Z","caller":"traceutil/trace.go:171","msg":"trace[966959703] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:25298; }","duration":"3.748744688s","start":"2026-03-02T17:39:33.781345Z","end":"2026-03-02T17:39:37.530089Z","steps":["trace[966959703] 'agreement among raft nodes before linearized reading' (duration: 3.748573524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.530121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.781253Z","time spent":"3.748862562s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1280,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-02T17:39:37.541398Z","caller":"traceutil/trace.go:171","msg":"trace[218135554] transaction","detail":"{read_only:false; response_revision:25299; number_of_response:1; }","duration":"2.283465931s","start":"2026-03-02T17:39:35.257908Z","end":"2026-03-02T17:39:37.541374Z","steps":["trace[218135554] 'process raft request' (duration: 2.282809464s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.541531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.257884Z","time spent":"2.283579064s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.541632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460462542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:37.541694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428263344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.541708Z","caller":"traceutil/trace.go:171","msg":"trace[1321403596] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25307; }","duration":"1.460583735s","start":"2026-03-02T17:39:36.081106Z","end":"2026-03-02T17:39:37.541689Z","steps":["trace[1321403596] 'agreement among raft nodes before linearized reading' (duration: 1.460452122s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.541742Z","caller":"traceutil/trace.go:171","msg":"trace[386552787] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25307; }","duration":"2.428347476s","start":"2026-03-02T17:39:35.113381Z","end":"2026-03-02T17:39:37.541728Z","steps":["trace[386552787] 'agreement among raft nodes before linearized reading' (duration: 2.428256234s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.541749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.081082Z","time spent":"1.460656848s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.541775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.11336Z","time spent":"2.428404217s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.541787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.222631652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T17:39:37.541781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.922118854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.541831Z","caller":"traceutil/trace.go:171","msg":"trace[1231554084] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25307; }","duration":"3.222780046s","start":"2026-03-02T17:39:34.319039Z","end":"2026-03-02T17:39:37.541819Z","steps":["trace[1231554084] 'agreement among raft nodes before linearized reading' (duration: 3.22255104s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.541895Z","caller":"traceutil/trace.go:171","msg":"trace[1530713505] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25307; }","duration":"1.922279778s","start":"2026-03-02T17:39:35.619593Z","end":"2026-03-02T17:39:37.541873Z","steps":["trace[1530713505] 'agreement among raft nodes before linearized reading' (duration: 1.922081513s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.542014Z","caller":"traceutil/trace.go:171","msg":"trace[1272721134] transaction","detail":"{read_only:false; response_revision:25300; number_of_response:1; }","duration":"1.998559648s","start":"2026-03-02T17:39:35.54344Z","end":"2026-03-02T17:39:37.542Z","steps":["trace[1272721134] 'process raft request' (duration: 1.997379308s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.619573Z","time spent":"1.922439631s","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.542048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.94172623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.542095Z","caller":"traceutil/trace.go:171","msg":"trace[610947392] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25307; }","duration":"1.941814901s","start":"2026-03-02T17:39:35.600268Z","end":"2026-03-02T17:39:37.542082Z","steps":["trace[610947392] 'agreement among raft nodes before linearized reading' (duration: 1.941726529s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.543418Z","time spent":"1.9986294s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.542203Z","caller":"traceutil/trace.go:171","msg":"trace[938628315] transaction","detail":"{read_only:false; response_revision:25301; number_of_response:1; }","duration":"1.760765905s","start":"2026-03-02T17:39:35.781426Z","end":"2026-03-02T17:39:37.542192Z","steps":["trace[938628315] 'process raft request' (duration: 1.75942558s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.781399Z","time spent":"1.760828336s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.54231Z","caller":"traceutil/trace.go:171","msg":"trace[627694482] transaction","detail":"{read_only:false; response_revision:25302; number_of_response:1; }","duration":"1.760758973s","start":"2026-03-02T17:39:35.781544Z","end":"2026-03-02T17:39:37.542303Z","steps":["trace[627694482] 'process raft request' (duration: 1.759336987s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7583245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:37.542403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.781537Z","time spent":"1.760790024s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.542416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762189893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T17:39:37.542387Z","caller":"traceutil/trace.go:171","msg":"trace[17466446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25307; }","duration":"1.758379702s","start":"2026-03-02T17:39:35.783999Z","end":"2026-03-02T17:39:37.542379Z","steps":["trace[17466446] 'agreement among raft nodes before linearized reading' (duration: 1.758320881s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.542457Z","caller":"traceutil/trace.go:171","msg":"trace[813499310] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25307; }","duration":"2.762261266s","start":"2026-03-02T17:39:34.780182Z","end":"2026-03-02T17:39:37.542443Z","steps":["trace[813499310] 'agreement among raft nodes before linearized reading' (duration: 2.762087382s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761028826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T17:39:37.542502Z","caller":"traceutil/trace.go:171","msg":"trace[1939857095] transaction","detail":"{read_only:false; response_revision:25303; number_of_response:1; }","duration":"1.760434245s","start":"2026-03-02T17:39:35.782056Z","end":"2026-03-02T17:39:37.54249Z","steps":["trace[1939857095] 'process raft request' (duration: 1.758875125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:34.780175Z","time spent":"2.762333017s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"info","ts":"2026-03-02T17:39:37.542547Z","caller":"traceutil/trace.go:171","msg":"trace[954947033] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25307; }","duration":"3.761076907s","start":"2026-03-02T17:39:33.781436Z","end":"2026-03-02T17:39:37.542513Z","steps":["trace[954947033] 'agreement among raft nodes before linearized reading' (duration: 3.760974494s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.542594Z","caller":"traceutil/trace.go:171","msg":"trace[1184354408] transaction","detail":"{read_only:false; response_revision:25304; number_of_response:1; }","duration":"1.759620093s","start":"2026-03-02T17:39:35.782963Z","end":"2026-03-02T17:39:37.542583Z","steps":["trace[1184354408] 'process raft request' (duration: 1.757995522s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.781432Z","time spent":"3.761153198s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-02T17:39:37.542648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.782918Z","time spent":"1.759703695s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.542726Z","caller":"traceutil/trace.go:171","msg":"trace[297352566] transaction","detail":"{read_only:false; response_revision:25305; number_of_response:1; }","duration":"1.759719706s","start":"2026-03-02T17:39:35.782999Z","end":"2026-03-02T17:39:37.542719Z","steps":["trace[297352566] 'process raft request' (duration: 1.758001532s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.782961Z","time spent":"1.759782007s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.542814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764875743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:37.542848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738556445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T17:39:37.542875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.533302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.542884Z","caller":"traceutil/trace.go:171","msg":"trace[370902552] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25307; }","duration":"3.738629327s","start":"2026-03-02T17:39:33.804244Z","end":"2026-03-02T17:39:37.542874Z","steps":["trace[370902552] 'agreement among raft nodes before linearized reading' (duration: 3.738524484s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.542897Z","caller":"traceutil/trace.go:171","msg":"trace[24942152] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25307; }","duration":"2.764984246s","start":"2026-03-02T17:39:34.777884Z","end":"2026-03-02T17:39:37.542868Z","steps":["trace[24942152] 'agreement among raft nodes before linearized reading' (duration: 2.764859962s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.928155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:37.542926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.804222Z","time spent":"3.738697459s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:39:37.542953Z","caller":"traceutil/trace.go:171","msg":"trace[372042405] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25307; }","duration":"255.979556ms","start":"2026-03-02T17:39:37.286966Z","end":"2026-03-02T17:39:37.542945Z","steps":["trace[372042405] 'agreement among raft nodes before linearized reading' (duration: 255.941145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:34.777862Z","time spent":"2.765061238s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.543018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.867658529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:37.543099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.64215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.543122Z","caller":"traceutil/trace.go:171","msg":"trace[1087135482] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25307; }","duration":"591.712731ms","start":"2026-03-02T17:39:36.951401Z","end":"2026-03-02T17:39:37.543114Z","steps":["trace[1087135482] 'agreement among raft nodes before linearized reading' (duration: 591.67274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.543146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.951371Z","time spent":"591.768563ms","remote":"127.0.0.1:42022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:37.543105Z","caller":"traceutil/trace.go:171","msg":"trace[1355188789] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25307; }","duration":"2.867782542s","start":"2026-03-02T17:39:34.67531Z","end":"2026-03-02T17:39:37.543093Z","steps":["trace[1355188789] 'agreement among raft nodes before linearized reading' (duration: 2.867556546s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.543237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:34.675285Z","time spent":"2.867897025s","remote":"127.0.0.1:52252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.543242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.759461426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:39:37.543284Z","caller":"traceutil/trace.go:171","msg":"trace[1518107322] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25307; }","duration":"3.759535627s","start":"2026-03-02T17:39:33.783736Z","end":"2026-03-02T17:39:37.543272Z","steps":["trace[1518107322] 'agreement among raft nodes before linearized reading' (duration: 3.759401424s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.543326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.783714Z","time spent":"3.759604469s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:39:37.543345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.774772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T17:39:37.543368Z","caller":"traceutil/trace.go:171","msg":"trace[347247586] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:25307; }","duration":"685.830443ms","start":"2026-03-02T17:39:36.85753Z","end":"2026-03-02T17:39:37.54336Z","steps":["trace[347247586] 'agreement among raft nodes before linearized reading' (duration: 685.756141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.543392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.857513Z","time spent":"685.873464ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"info","ts":"2026-03-02T17:39:37.542823Z","caller":"traceutil/trace.go:171","msg":"trace[2030858267] transaction","detail":"{read_only:false; response_revision:25306; number_of_response:1; }","duration":"1.758632238s","start":"2026-03-02T17:39:35.784185Z","end":"2026-03-02T17:39:37.542817Z","steps":["trace[2030858267] 'process raft request' (duration: 1.756843272s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.543472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.761219351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"warn","ts":"2026-03-02T17:39:37.543492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.784146Z","time spent":"1.759320076s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.543506Z","caller":"traceutil/trace.go:171","msg":"trace[655735094] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25307; }","duration":"3.761270422s","start":"2026-03-02T17:39:33.782227Z","end":"2026-03-02T17:39:37.543497Z","steps":["trace[655735094] 'agreement among raft nodes before linearized reading' (duration: 3.761181309s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.543539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:33.782219Z","time spent":"3.761313222s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-02T17:39:37.542494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.783991Z","time spent":"1.758496115s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:37.542557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.782048Z","time spent":"1.760477497s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:37.542895Z","caller":"traceutil/trace.go:171","msg":"trace[1113659567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25307; }","duration":"205.590344ms","start":"2026-03-02T17:39:37.337298Z","end":"2026-03-02T17:39:37.542888Z","steps":["trace[1113659567] 'agreement among raft nodes before linearized reading' (duration: 205.558162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.544026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320425004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.544097Z","caller":"traceutil/trace.go:171","msg":"trace[529300233] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25307; }","duration":"1.320543557s","start":"2026-03-02T17:39:36.223541Z","end":"2026-03-02T17:39:37.544085Z","steps":["trace[529300233] 'agreement among raft nodes before linearized reading' (duration: 1.320439624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.544156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.223519Z","time spent":"1.320625328s","remote":"127.0.0.1:50682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.544153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429850391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:37.544199Z","caller":"traceutil/trace.go:171","msg":"trace[191232080] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25307; }","duration":"1.429930283s","start":"2026-03-02T17:39:36.114257Z","end":"2026-03-02T17:39:37.544188Z","steps":["trace[191232080] 'agreement among raft nodes before linearized reading' (duration: 1.42978234s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:37.542844Z","caller":"traceutil/trace.go:171","msg":"trace[989854388] transaction","detail":"{read_only:false; response_revision:25307; number_of_response:1; }","duration":"1.460163284s","start":"2026-03-02T17:39:36.082675Z","end":"2026-03-02T17:39:37.542838Z","steps":["trace[989854388] 'process raft request' (duration: 1.458374689s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.544324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.082658Z","time spent":"1.461614312s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:37.544364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.114238Z","time spent":"1.430113178s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.542125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:35.600246Z","time spent":"1.941871603s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:39:37.544463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.94686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.544531Z","caller":"traceutil/trace.go:171","msg":"trace[1571943798] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25307; }","duration":"837.079173ms","start":"2026-03-02T17:39:36.707439Z","end":"2026-03-02T17:39:37.544518Z","steps":["trace[1571943798] 'agreement among raft nodes before linearized reading' (duration: 836.97871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.542221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:34.318904Z","time spent":"3.222985841s","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T17:39:37.544613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.707406Z","time spent":"837.193465ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.544635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.700354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:37.544672Z","caller":"traceutil/trace.go:171","msg":"trace[13084774] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:25307; }","duration":"838.775236ms","start":"2026-03-02T17:39:36.705883Z","end":"2026-03-02T17:39:37.544658Z","steps":["trace[13084774] 'agreement among raft nodes before linearized reading' (duration: 838.654423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.544701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:36.705859Z","time spent":"838.835648ms","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:37.547154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386858647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:37.547232Z","caller":"traceutil/trace.go:171","msg":"trace[207986084] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25307; }","duration":"3.38699806s","start":"2026-03-02T17:39:34.160216Z","end":"2026-03-02T17:39:37.547214Z","steps":["trace[207986084] 'agreement among raft nodes before linearized reading' (duration: 3.381447277s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:37.547269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:34.160187Z","time spent":"3.387071131s","remote":"127.0.0.1:41296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:38.985948Z","caller":"traceutil/trace.go:171","msg":"trace[98469489] transaction","detail":"{read_only:false; response_revision:25317; number_of_response:1; }","duration":"188.527423ms","start":"2026-03-02T17:39:38.7974Z","end":"2026-03-02T17:39:38.985927Z","steps":["trace[98469489] 'process raft request' (duration: 188.356578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:39.653205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258617,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:39:39.970365Z","caller":"traceutil/trace.go:171","msg":"trace[1235163468] transaction","detail":"{read_only:false; response_revision:25318; number_of_response:1; }","duration":"1.087303839s","start":"2026-03-02T17:39:38.883038Z","end":"2026-03-02T17:39:39.970342Z","steps":["trace[1235163468] 'process raft request' (duration: 1.068936754s)","trace[1235163468] 'compare' (duration: 17.490992ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:39.970515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:38.883001Z","time spent":"1.087429732s","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:41.469768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.01682667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:41.469865Z","caller":"traceutil/trace.go:171","msg":"trace[1107936221] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.016981544s","start":"2026-03-02T17:39:39.452864Z","end":"2026-03-02T17:39:41.469846Z","steps":["trace[1107936221] 'agreement among raft nodes before linearized reading' (duration: 2.016854801s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:41.469917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.452838Z","time spent":"2.017068526s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:41.599871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.647780862s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:39:41.626657Z","caller":"traceutil/trace.go:171","msg":"trace[796651988] linearizableReadLoop","detail":"{readStateIndex:26250; appliedIndex:26242; }","duration":"2.474451027s","start":"2026-03-02T17:39:39.152171Z","end":"2026-03-02T17:39:41.626623Z","steps":["trace[796651988] 'read index received' (duration: 799.81409ms)","trace[796651988] 'applied index is now lower than readState.Index' (duration: 1.674634317s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:41.626939Z","caller":"traceutil/trace.go:171","msg":"trace[210529099] transaction","detail":"{read_only:false; response_revision:25319; number_of_response:1; }","duration":"2.09111363s","start":"2026-03-02T17:39:39.53581Z","end":"2026-03-02T17:39:41.626924Z","steps":["trace[210529099] 'process raft request' (duration: 2.064295847s)","trace[210529099] 'compare' (duration: 26.129095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:41.627041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.535791Z","time spent":"2.091178931s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:41.627292Z","caller":"traceutil/trace.go:171","msg":"trace[786410048] transaction","detail":"{read_only:false; response_revision:25324; number_of_response:1; }","duration":"2.075246781s","start":"2026-03-02T17:39:39.551996Z","end":"2026-03-02T17:39:41.627243Z","steps":["trace[786410048] 'process raft request' (duration: 2.074546543s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:41.627412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.551983Z","time spent":"2.075359773s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:41.627469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475279039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189916f4251cc6cf\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-02T17:39:41.627544Z","caller":"traceutil/trace.go:171","msg":"trace[674205654] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189916f4251cc6cf; range_end:; response_count:1; response_revision:25325; }","duration":"2.475369781s","start":"2026-03-02T17:39:39.152155Z","end":"2026-03-02T17:39:41.627525Z","steps":["trace[674205654] 'agreement among raft nodes before linearized reading' (duration: 2.475111804s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:41.627547Z","caller":"traceutil/trace.go:171","msg":"trace[898230747] transaction","detail":"{read_only:false; response_revision:25320; number_of_response:1; }","duration":"2.079589582s","start":"2026-03-02T17:39:39.547939Z","end":"2026-03-02T17:39:41.627528Z","steps":["trace[898230747] 'process raft request' (duration: 2.078456372s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:41.627579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.152089Z","time spent":"2.475481163s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189916f4251cc6cf\" "} {"level":"warn","ts":"2026-03-02T17:39:41.627618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.547913Z","time spent":"2.079666435s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:41.627721Z","caller":"traceutil/trace.go:171","msg":"trace[989089573] transaction","detail":"{read_only:false; response_revision:25321; number_of_response:1; }","duration":"2.076617555s","start":"2026-03-02T17:39:39.55109Z","end":"2026-03-02T17:39:41.627707Z","steps":["trace[989089573] 'process raft request' (duration: 2.075348382s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:41.627787Z","caller":"traceutil/trace.go:171","msg":"trace[1302300352] transaction","detail":"{read_only:false; response_revision:25325; number_of_response:1; }","duration":"2.075726273s","start":"2026-03-02T17:39:39.552048Z","end":"2026-03-02T17:39:41.627775Z","steps":["trace[1302300352] 'process raft request' (duration: 2.074526233s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:41.627827Z","caller":"traceutil/trace.go:171","msg":"trace[1672640071] transaction","detail":"{read_only:false; response_revision:25322; number_of_response:1; }","duration":"2.076073081s","start":"2026-03-02T17:39:39.551745Z","end":"2026-03-02T17:39:41.627818Z","steps":["trace[1672640071] 'process raft request' (duration: 2.074727506s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:41.627877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.551727Z","time spent":"2.076127772s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:41.62789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.552039Z","time spent":"2.075781644s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:41.627972Z","caller":"traceutil/trace.go:171","msg":"trace[1954326869] transaction","detail":"{read_only:false; response_revision:25323; number_of_response:1; }","duration":"2.076045002s","start":"2026-03-02T17:39:39.551885Z","end":"2026-03-02T17:39:41.62793Z","steps":["trace[1954326869] 'process raft request' (duration: 2.074622774s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:41.628023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.551842Z","time spent":"2.076153084s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:41.627792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.551061Z","time spent":"2.076690417s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:43.475837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000261572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:43.475936Z","caller":"traceutil/trace.go:171","msg":"trace[719111380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000418386s","start":"2026-03-02T17:39:41.475496Z","end":"2026-03-02T17:39:43.475914Z","steps":["trace[719111380] 'agreement among raft nodes before linearized reading' (duration: 2.000293613s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:43.475991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:41.47547Z","time spent":"2.000508409s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:43.930123Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.933134937s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:39:44.057352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157285361s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:44.057512Z","caller":"traceutil/trace.go:171","msg":"trace[1500903491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25325; }","duration":"2.157451255s","start":"2026-03-02T17:39:41.900035Z","end":"2026-03-02T17:39:44.057486Z","steps":["trace[1500903491] 'range keys from in-memory index tree' (duration: 2.157264621s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.533577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999253055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:39:44.533658Z","caller":"traceutil/trace.go:171","msg":"trace[1954942953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999359757s","start":"2026-03-02T17:39:39.534279Z","end":"2026-03-02T17:39:44.533639Z","steps":["trace[1954942953] 'agreement among raft nodes before linearized reading' (duration: 4.999259895s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.533703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.534273Z","time spent":"4.999420119s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:39:44.533635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999547072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} 2026/03/02 17:39:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-02T17:39:44.533772Z","caller":"traceutil/trace.go:171","msg":"trace[872392235] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999722176s","start":"2026-03-02T17:39:39.534012Z","end":"2026-03-02T17:39:44.533734Z","steps":["trace[872392235] 'agreement among raft nodes before linearized reading' (duration: 4.999570173s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.533825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.533993Z","time spent":"4.999820688s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 17:39:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:44.534049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000510618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T17:39:44.534091Z","caller":"traceutil/trace.go:171","msg":"trace[1516174586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.00059415s","start":"2026-03-02T17:39:39.533486Z","end":"2026-03-02T17:39:44.53408Z","steps":["trace[1516174586] 'agreement among raft nodes before linearized reading' (duration: 5.000543589s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.534135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.533465Z","time spent":"5.000658771s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/02 17:39:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T17:39:44.902948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905980228s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:39:44.903198Z","caller":"traceutil/trace.go:171","msg":"trace[240075714] linearizableReadLoop","detail":"{readStateIndex:26251; appliedIndex:26250; }","duration":"3.276450013s","start":"2026-03-02T17:39:41.626725Z","end":"2026-03-02T17:39:44.903175Z","steps":["trace[240075714] 'read index received' (duration: 370.241038ms)","trace[240075714] 'applied index is now lower than readState.Index' (duration: 2.906207585s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:44.903484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.51341195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T17:39:44.903536Z","caller":"traceutil/trace.go:171","msg":"trace[160268531] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25325; }","duration":"4.513516132s","start":"2026-03-02T17:39:40.390004Z","end":"2026-03-02T17:39:44.90352Z","steps":["trace[160268531] 'agreement among raft nodes before linearized reading' (duration: 4.513299057s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.903582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.389972Z","time spent":"4.513596105s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-02T17:39:44.90361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.701072285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:44.903639Z","caller":"traceutil/trace.go:171","msg":"trace[1755433328] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:25325; }","duration":"3.701106117s","start":"2026-03-02T17:39:41.202526Z","end":"2026-03-02T17:39:44.903632Z","steps":["trace[1755433328] 'agreement among raft nodes before linearized reading' (duration: 3.700992524s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.903615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.942041213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:44.90366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:41.20247Z","time spent":"3.701184099s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:44.903691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297867069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T17:39:44.903689Z","caller":"traceutil/trace.go:171","msg":"trace[634194005] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25325; }","duration":"3.942131106s","start":"2026-03-02T17:39:40.96154Z","end":"2026-03-02T17:39:44.903671Z","steps":["trace[634194005] 'agreement among raft nodes before linearized reading' (duration: 3.941987992s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.903473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.512542497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:39:44.903725Z","caller":"traceutil/trace.go:171","msg":"trace[1924153923] transaction","detail":"{read_only:false; response_revision:25326; number_of_response:1; }","duration":"3.2736373s","start":"2026-03-02T17:39:41.630068Z","end":"2026-03-02T17:39:44.903705Z","steps":["trace[1924153923] 'process raft request' (duration: 3.272986203s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.903756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.961519Z","time spent":"3.942225688s","remote":"127.0.0.1:42286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:44.903788Z","caller":"traceutil/trace.go:171","msg":"trace[587867069] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:25325; }","duration":"4.297956093s","start":"2026-03-02T17:39:40.605774Z","end":"2026-03-02T17:39:44.90373Z","steps":["trace[587867069] 'agreement among raft nodes before linearized reading' (duration: 4.297805138s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.903857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.605753Z","time spent":"4.298091105s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" "} {"level":"info","ts":"2026-03-02T17:39:44.90383Z","caller":"traceutil/trace.go:171","msg":"trace[1036439696] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25325; }","duration":"4.512906796s","start":"2026-03-02T17:39:40.390881Z","end":"2026-03-02T17:39:44.903788Z","steps":["trace[1036439696] 'agreement among raft nodes before linearized reading' (duration: 4.512411583s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:44.903884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:41.630044Z","time spent":"3.273748773s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:44.903971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.390869Z","time spent":"4.51305062s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:39:45.085611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.927749119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:45.085643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.530183585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3761"} {"level":"info","ts":"2026-03-02T17:39:45.085687Z","caller":"traceutil/trace.go:171","msg":"trace[778355037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25326; }","duration":"5.927878422s","start":"2026-03-02T17:39:39.157789Z","end":"2026-03-02T17:39:45.085667Z","steps":["trace[778355037] 'agreement among raft nodes before linearized reading' (duration: 5.745947462s)","trace[778355037] 'count revisions from in-memory index tree' (duration: 181.815358ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:45.085708Z","caller":"traceutil/trace.go:171","msg":"trace[199820906] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25326; }","duration":"5.530287239s","start":"2026-03-02T17:39:39.555399Z","end":"2026-03-02T17:39:45.085687Z","steps":["trace[199820906] 'agreement among raft nodes before linearized reading' (duration: 5.348326476s)","trace[199820906] 'range keys from in-memory index tree' (duration: 181.798057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.085726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.157769Z","time spent":"5.927946165s","remote":"127.0.0.1:52242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.085719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.549896165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:39:45.085754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.555374Z","time spent":"5.53036899s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"info","ts":"2026-03-02T17:39:45.085773Z","caller":"traceutil/trace.go:171","msg":"trace[1841233037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25326; }","duration":"5.549981297s","start":"2026-03-02T17:39:39.535773Z","end":"2026-03-02T17:39:45.085754Z","steps":["trace[1841233037] 'agreement among raft nodes before linearized reading' (duration: 5.367956294s)","trace[1841233037] 'range keys from in-memory index tree' (duration: 181.877679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.085771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.116077024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3761"} {"level":"warn","ts":"2026-03-02T17:39:45.08575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.492593354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:45.085811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.535749Z","time spent":"5.550054499s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:45.085829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.004647195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:45.085854Z","caller":"traceutil/trace.go:171","msg":"trace[1265754558] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25326; }","duration":"5.492753638s","start":"2026-03-02T17:39:39.593079Z","end":"2026-03-02T17:39:45.085832Z","steps":["trace[1265754558] 'agreement among raft nodes before linearized reading' (duration: 5.310522528s)","trace[1265754558] 'count revisions from in-memory index tree' (duration: 182.066265ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:45.085896Z","caller":"traceutil/trace.go:171","msg":"trace[340359150] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25326; }","duration":"5.004743436s","start":"2026-03-02T17:39:40.08113Z","end":"2026-03-02T17:39:45.085874Z","steps":["trace[340359150] 'agreement among raft nodes before linearized reading' (duration: 4.822493396s)","trace[340359150] 'count revisions from in-memory index tree' (duration: 182.163858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.085905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.593058Z","time spent":"5.49283652s","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":30,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.085599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76566759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:45.085948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.08111Z","time spent":"5.004819879s","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.085957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.044408901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T17:39:45.086001Z","caller":"traceutil/trace.go:171","msg":"trace[255491545] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25326; }","duration":"5.044473223s","start":"2026-03-02T17:39:40.041514Z","end":"2026-03-02T17:39:45.085987Z","steps":["trace[255491545] 'agreement among raft nodes before linearized reading' (duration: 4.86211924s)","trace[255491545] 'range keys from in-memory index tree' (duration: 182.252901ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.086039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.041494Z","time spent":"5.044536265s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-03-02T17:39:45.086188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.741700539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-02T17:39:45.086175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.55051287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:39:45.086214Z","caller":"traceutil/trace.go:171","msg":"trace[327228375] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25326; }","duration":"4.74176094s","start":"2026-03-02T17:39:40.344445Z","end":"2026-03-02T17:39:45.086206Z","steps":["trace[327228375] 'agreement among raft nodes before linearized reading' (duration: 4.559169012s)","trace[327228375] 'range keys from in-memory index tree' (duration: 182.495336ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:45.085838Z","caller":"traceutil/trace.go:171","msg":"trace[726546098] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25326; }","duration":"5.116164046s","start":"2026-03-02T17:39:39.969653Z","end":"2026-03-02T17:39:45.085817Z","steps":["trace[726546098] 'agreement among raft nodes before linearized reading' (duration: 4.933987847s)","trace[726546098] 'range keys from in-memory index tree' (duration: 182.027103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.086234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:40.344414Z","time spent":"4.741814592s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T17:39:45.086235Z","caller":"traceutil/trace.go:171","msg":"trace[1308271125] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25326; }","duration":"5.550647174s","start":"2026-03-02T17:39:39.53557Z","end":"2026-03-02T17:39:45.086217Z","steps":["trace[1308271125] 'agreement among raft nodes before linearized reading' (duration: 5.368119028s)","trace[1308271125] 'range keys from in-memory index tree' (duration: 182.324081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.08628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.535553Z","time spent":"5.550714565s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:39:45.085965Z","caller":"traceutil/trace.go:171","msg":"trace[1150083760] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25326; }","duration":"5.766110732s","start":"2026-03-02T17:39:39.319842Z","end":"2026-03-02T17:39:45.085953Z","steps":["trace[1150083760] 'agreement among raft nodes before linearized reading' (duration: 5.583897894s)","trace[1150083760] 'count revisions from in-memory index tree' (duration: 181.773407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.086281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.96964Z","time spent":"5.116621257s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3783,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:45.086403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.54643132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:45.086434Z","caller":"traceutil/trace.go:171","msg":"trace[2039357876] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25326; }","duration":"3.546459711s","start":"2026-03-02T17:39:41.539962Z","end":"2026-03-02T17:39:45.086421Z","steps":["trace[2039357876] 'agreement among raft nodes before linearized reading' (duration: 3.363667546s)","trace[2039357876] 'count revisions from in-memory index tree' (duration: 182.742204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.086455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:41.539903Z","time spent":"3.546545703s","remote":"127.0.0.1:41956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.086446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:39.319819Z","time spent":"5.766592394s","remote":"127.0.0.1:33290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.086653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.715893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:45.087124Z","caller":"traceutil/trace.go:171","msg":"trace[722479436] transaction","detail":"{read_only:false; response_revision:25333; number_of_response:1; }","duration":"1.452300602s","start":"2026-03-02T17:39:43.634802Z","end":"2026-03-02T17:39:45.087102Z","steps":["trace[722479436] 'process raft request' (duration: 1.45224256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.087218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.634776Z","time spent":"1.452393084s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.087387Z","caller":"traceutil/trace.go:171","msg":"trace[1494788055] transaction","detail":"{read_only:false; response_revision:25329; number_of_response:1; }","duration":"1.45419173s","start":"2026-03-02T17:39:43.633175Z","end":"2026-03-02T17:39:45.087366Z","steps":["trace[1494788055] 'process raft request' (duration: 1.453672596s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.087436Z","caller":"traceutil/trace.go:171","msg":"trace[444876501] transaction","detail":"{read_only:false; response_revision:25330; number_of_response:1; }","duration":"1.45420179s","start":"2026-03-02T17:39:43.633219Z","end":"2026-03-02T17:39:45.08742Z","steps":["trace[444876501] 'process raft request' (duration: 1.453677366s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.087492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.633163Z","time spent":"1.454271322s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.087507Z","caller":"traceutil/trace.go:171","msg":"trace[1102024230] transaction","detail":"{read_only:false; response_revision:25332; number_of_response:1; }","duration":"1.454122399s","start":"2026-03-02T17:39:43.633369Z","end":"2026-03-02T17:39:45.087491Z","steps":["trace[1102024230] 'process raft request' (duration: 1.453620606s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.087516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.633192Z","time spent":"1.454279852s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:45.087639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.633324Z","time spent":"1.454253712s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.087741Z","caller":"traceutil/trace.go:171","msg":"trace[1692506499] transaction","detail":"{read_only:false; response_revision:25331; number_of_response:1; }","duration":"1.454430496s","start":"2026-03-02T17:39:43.633299Z","end":"2026-03-02T17:39:45.087729Z","steps":["trace[1692506499] 'process raft request' (duration: 1.453650776s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.087786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.633284Z","time spent":"1.454476397s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.087826Z","caller":"traceutil/trace.go:171","msg":"trace[1688232189] transaction","detail":"{read_only:false; response_revision:25327; number_of_response:1; }","duration":"1.455402032s","start":"2026-03-02T17:39:43.632406Z","end":"2026-03-02T17:39:45.087808Z","steps":["trace[1688232189] 'process raft request' (duration: 1.288433236s)","trace[1688232189] 'compare' (duration: 165.427865ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:45.087847Z","caller":"traceutil/trace.go:171","msg":"trace[1994321107] transaction","detail":"{read_only:false; response_revision:25328; number_of_response:1; }","duration":"1.455237387s","start":"2026-03-02T17:39:43.632601Z","end":"2026-03-02T17:39:45.087838Z","steps":["trace[1994321107] 'process raft request' (duration: 1.454127218s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.087889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.632514Z","time spent":"1.45535038s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:45.087902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.632376Z","time spent":"1.455489034s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:45.376206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.918159ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:45.376507Z","caller":"traceutil/trace.go:171","msg":"trace[1682069610] transaction","detail":"{read_only:false; response_revision:25334; number_of_response:1; }","duration":"1.385483714s","start":"2026-03-02T17:39:43.990987Z","end":"2026-03-02T17:39:45.376471Z","steps":["trace[1682069610] 'process raft request' (duration: 1.200246767s)","trace[1682069610] 'compare' (duration: 184.609791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.376693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.99096Z","time spent":"1.385662589s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.376771Z","caller":"traceutil/trace.go:171","msg":"trace[1379428278] transaction","detail":"{read_only:false; response_revision:25335; number_of_response:1; }","duration":"470.208201ms","start":"2026-03-02T17:39:44.906528Z","end":"2026-03-02T17:39:45.376736Z","steps":["trace[1379428278] 'process raft request' (duration: 469.78321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.37695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.906509Z","time spent":"470.338544ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.377041Z","caller":"traceutil/trace.go:171","msg":"trace[332113217] transaction","detail":"{read_only:false; response_revision:25336; number_of_response:1; }","duration":"467.499141ms","start":"2026-03-02T17:39:44.909508Z","end":"2026-03-02T17:39:45.377007Z","steps":["trace[332113217] 'process raft request' (duration: 467.030169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.377175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.909497Z","time spent":"467.616615ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.377364Z","caller":"traceutil/trace.go:171","msg":"trace[743237209] transaction","detail":"{read_only:false; response_revision:25337; number_of_response:1; }","duration":"467.324436ms","start":"2026-03-02T17:39:44.910018Z","end":"2026-03-02T17:39:45.377342Z","steps":["trace[743237209] 'process raft request' (duration: 466.609418ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.377371Z","caller":"traceutil/trace.go:171","msg":"trace[1587685311] linearizableReadLoop","detail":"{readStateIndex:26260; appliedIndex:26252; }","duration":"474.103122ms","start":"2026-03-02T17:39:44.903237Z","end":"2026-03-02T17:39:45.37734Z","steps":["trace[1587685311] 'read index received' (duration: 17.762439ms)","trace[1587685311] 'applied index is now lower than readState.Index' (duration: 456.339133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.377438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.900140304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:45.377464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.91001Z","time spent":"467.400038ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.377483Z","caller":"traceutil/trace.go:171","msg":"trace[645435039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25337; }","duration":"1.900215887s","start":"2026-03-02T17:39:43.477257Z","end":"2026-03-02T17:39:45.377473Z","steps":["trace[645435039] 'agreement among raft nodes before linearized reading' (duration: 1.900135005s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.377534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231145036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:39:45.377567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215629297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:45.377588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573139724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:39:45.377596Z","caller":"traceutil/trace.go:171","msg":"trace[553731887] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25337; }","duration":"1.231235048s","start":"2026-03-02T17:39:44.146344Z","end":"2026-03-02T17:39:45.377579Z","steps":["trace[553731887] 'agreement among raft nodes before linearized reading' (duration: 1.231117985s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.377607Z","caller":"traceutil/trace.go:171","msg":"trace[2096144586] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25337; }","duration":"2.215726369s","start":"2026-03-02T17:39:43.161866Z","end":"2026-03-02T17:39:45.377593Z","steps":["trace[2096144586] 'agreement among raft nodes before linearized reading' (duration: 2.215610967s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.377589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.477237Z","time spent":"1.90032575s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:39:45.377632Z","caller":"traceutil/trace.go:171","msg":"trace[1526740371] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25337; }","duration":"1.573185206s","start":"2026-03-02T17:39:43.804436Z","end":"2026-03-02T17:39:45.377621Z","steps":["trace[1526740371] 'agreement among raft nodes before linearized reading' (duration: 1.573063112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.37765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.161845Z","time spent":"2.215794633s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.37765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.146322Z","time spent":"1.231311731s","remote":"127.0.0.1:50714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.377744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584527349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-02T17:39:45.377772Z","caller":"traceutil/trace.go:171","msg":"trace[333545645] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25337; }","duration":"1.584593011s","start":"2026-03-02T17:39:43.793172Z","end":"2026-03-02T17:39:45.377765Z","steps":["trace[333545645] 'agreement among raft nodes before linearized reading' (duration: 1.584515779s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.377793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.793145Z","time spent":"1.584641502s","remote":"127.0.0.1:41284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3331,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-02T17:39:45.377671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:43.804374Z","time spent":"1.573286258s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T17:39:45.377846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095658384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:45.37788Z","caller":"traceutil/trace.go:171","msg":"trace[1795659447] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:25337; }","duration":"1.095727776s","start":"2026-03-02T17:39:44.282139Z","end":"2026-03-02T17:39:45.377866Z","steps":["trace[1795659447] 'agreement among raft nodes before linearized reading' (duration: 1.095667355s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.377906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.282118Z","time spent":"1.095782658s","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.377926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640063076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:45.377971Z","caller":"traceutil/trace.go:171","msg":"trace[1492014290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25337; }","duration":"2.640136928s","start":"2026-03-02T17:39:42.737824Z","end":"2026-03-02T17:39:45.377961Z","steps":["trace[1492014290] 'agreement among raft nodes before linearized reading' (duration: 2.640065827s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.378003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:42.737806Z","time spent":"2.640188449s","remote":"127.0.0.1:33298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.378041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.454394111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:45.378066Z","caller":"traceutil/trace.go:171","msg":"trace[1723814725] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25337; }","duration":"3.454448093s","start":"2026-03-02T17:39:41.92361Z","end":"2026-03-02T17:39:45.378058Z","steps":["trace[1723814725] 'agreement among raft nodes before linearized reading' (duration: 3.454390751s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.378087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:41.923587Z","time spent":"3.454493903s","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.37809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.700209964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:45.378141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.734945949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:39:45.378166Z","caller":"traceutil/trace.go:171","msg":"trace[1787852461] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25337; }","duration":"2.735003919s","start":"2026-03-02T17:39:42.643155Z","end":"2026-03-02T17:39:45.378159Z","steps":["trace[1787852461] 'agreement among raft nodes before linearized reading' (duration: 2.734924147s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.378153Z","caller":"traceutil/trace.go:171","msg":"trace[885204082] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25337; }","duration":"3.700278076s","start":"2026-03-02T17:39:41.677856Z","end":"2026-03-02T17:39:45.378134Z","steps":["trace[885204082] 'agreement among raft nodes before linearized reading' (duration: 3.700175283s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.378181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:42.643134Z","time spent":"2.735043871s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:39:45.378191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.101366498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:45.378205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:41.677838Z","time spent":"3.700350997s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:45.378256Z","caller":"traceutil/trace.go:171","msg":"trace[54526220] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25337; }","duration":"3.101482301s","start":"2026-03-02T17:39:42.276752Z","end":"2026-03-02T17:39:45.378234Z","steps":["trace[54526220] 'agreement among raft nodes before linearized reading' (duration: 3.101364918s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.378311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:42.276731Z","time spent":"3.101559223s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.378532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074291853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:45.378602Z","caller":"traceutil/trace.go:171","msg":"trace[2052749040] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25337; }","duration":"1.074397866s","start":"2026-03-02T17:39:44.30419Z","end":"2026-03-02T17:39:45.378588Z","steps":["trace[2052749040] 'agreement among raft nodes before linearized reading' (duration: 1.073758359s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.378651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.304169Z","time spent":"1.074462187s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:45.615987Z","caller":"traceutil/trace.go:171","msg":"trace[1978751590] transaction","detail":"{read_only:false; response_revision:25338; number_of_response:1; }","duration":"561.981403ms","start":"2026-03-02T17:39:45.053972Z","end":"2026-03-02T17:39:45.615954Z","steps":["trace[1978751590] 'process raft request' (duration: 484.881921ms)","trace[1978751590] 'compare' (duration: 76.877607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.616185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.053949Z","time spent":"562.108697ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.61599Z","caller":"traceutil/trace.go:171","msg":"trace[1388367448] transaction","detail":"{read_only:false; response_revision:25339; number_of_response:1; }","duration":"525.020118ms","start":"2026-03-02T17:39:45.090947Z","end":"2026-03-02T17:39:45.615968Z","steps":["trace[1388367448] 'process raft request' (duration: 524.936706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.616547Z","caller":"traceutil/trace.go:171","msg":"trace[759097905] transaction","detail":"{read_only:false; response_revision:25340; number_of_response:1; }","duration":"525.269285ms","start":"2026-03-02T17:39:45.091259Z","end":"2026-03-02T17:39:45.616529Z","steps":["trace[759097905] 'process raft request' (duration: 524.66889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.616648Z","caller":"traceutil/trace.go:171","msg":"trace[345121546] transaction","detail":"{read_only:false; response_revision:25341; number_of_response:1; }","duration":"519.69592ms","start":"2026-03-02T17:39:45.096934Z","end":"2026-03-02T17:39:45.61663Z","steps":["trace[345121546] 'process raft request' (duration: 519.117015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:45.616674Z","caller":"traceutil/trace.go:171","msg":"trace[1165587184] linearizableReadLoop","detail":"{readStateIndex:26267; appliedIndex:26263; }","duration":"239.214492ms","start":"2026-03-02T17:39:45.377443Z","end":"2026-03-02T17:39:45.616658Z","steps":["trace[1165587184] 'read index received' (duration: 161.404752ms)","trace[1165587184] 'applied index is now lower than readState.Index' (duration: 77.8075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:45.616689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.091217Z","time spent":"525.393938ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:45.616725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.096919Z","time spent":"519.769732ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:45.6168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.871776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:45.616841Z","caller":"traceutil/trace.go:171","msg":"trace[19102199] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25341; }","duration":"307.938528ms","start":"2026-03-02T17:39:45.308892Z","end":"2026-03-02T17:39:45.616831Z","steps":["trace[19102199] 'agreement among raft nodes before linearized reading' (duration: 307.855046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.616879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.308875Z","time spent":"307.99393ms","remote":"127.0.0.1:50656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.617004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.94476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:39:45.617095Z","caller":"traceutil/trace.go:171","msg":"trace[37673769] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:25341; }","duration":"709.081935ms","start":"2026-03-02T17:39:44.907994Z","end":"2026-03-02T17:39:45.617076Z","steps":["trace[37673769] 'agreement among raft nodes before linearized reading' (duration: 708.764156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.617128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.176694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T17:39:45.617195Z","caller":"traceutil/trace.go:171","msg":"trace[315121671] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:25341; }","duration":"236.266306ms","start":"2026-03-02T17:39:45.380914Z","end":"2026-03-02T17:39:45.61718Z","steps":["trace[315121671] 'agreement among raft nodes before linearized reading' (duration: 236.100631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.617277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.410733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:39:45.617317Z","caller":"traceutil/trace.go:171","msg":"trace[2061708466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25341; }","duration":"235.471495ms","start":"2026-03-02T17:39:45.381837Z","end":"2026-03-02T17:39:45.617308Z","steps":["trace[2061708466] 'agreement among raft nodes before linearized reading' (duration: 235.335792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.617143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:44.907976Z","time spent":"709.155927ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":228,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:45.617039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.11803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-02T17:39:45.617503Z","caller":"traceutil/trace.go:171","msg":"trace[495405711] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25341; }","duration":"520.609205ms","start":"2026-03-02T17:39:45.096882Z","end":"2026-03-02T17:39:45.617491Z","steps":["trace[495405711] 'agreement among raft nodes before linearized reading' (duration: 520.021319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.617536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.096864Z","time spent":"520.662936ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:39:45.617151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.057723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:45.617591Z","caller":"traceutil/trace.go:171","msg":"trace[1013918536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25341; }","duration":"233.547495ms","start":"2026-03-02T17:39:45.384032Z","end":"2026-03-02T17:39:45.617579Z","steps":["trace[1013918536] 'agreement among raft nodes before linearized reading' (duration: 233.086314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.617903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.967699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-672234a9-5da3-47f2-ab1c-db558458c47f\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-02T17:39:45.616349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.090927Z","time spent":"525.393707ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:45.617987Z","caller":"traceutil/trace.go:171","msg":"trace[1376254533] range","detail":"{range_begin:/registry/persistentvolumes/pvc-672234a9-5da3-47f2-ab1c-db558458c47f; range_end:; response_count:1; response_revision:25341; }","duration":"527.098442ms","start":"2026-03-02T17:39:45.090868Z","end":"2026-03-02T17:39:45.617967Z","steps":["trace[1376254533] 'agreement among raft nodes before linearized reading' (duration: 526.078505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:45.618955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.090846Z","time spent":"528.061686ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-672234a9-5da3-47f2-ab1c-db558458c47f\" "} {"level":"warn","ts":"2026-03-02T17:39:46.122156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258651,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:39:46.217015Z","caller":"traceutil/trace.go:171","msg":"trace[117415089] transaction","detail":"{read_only:false; response_revision:25342; number_of_response:1; }","duration":"596.673929ms","start":"2026-03-02T17:39:45.620307Z","end":"2026-03-02T17:39:46.216981Z","steps":["trace[117415089] 'process raft request' (duration: 565.539565ms)","trace[117415089] 'compare' (duration: 30.697933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:46.21721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.620278Z","time spent":"596.824124ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:46.675096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.409586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:46.67522Z","caller":"traceutil/trace.go:171","msg":"trace[639579261] linearizableReadLoop","detail":"{readStateIndex:26270; appliedIndex:26268; }","duration":"1.053922286s","start":"2026-03-02T17:39:45.621278Z","end":"2026-03-02T17:39:46.675201Z","steps":["trace[639579261] 'read index received' (duration: 564.531619ms)","trace[639579261] 'applied index is now lower than readState.Index' (duration: 489.388967ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:46.67531Z","caller":"traceutil/trace.go:171","msg":"trace[389226738] transaction","detail":"{read_only:false; response_revision:25343; number_of_response:1; }","duration":"1.053589288s","start":"2026-03-02T17:39:45.62171Z","end":"2026-03-02T17:39:46.675299Z","steps":["trace[389226738] 'process raft request' (duration: 827.911616ms)","trace[389226738] 'compare' (duration: 225.292432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:46.675367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.62169Z","time spent":"1.053643789s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:46.675594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054318516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:46.675624Z","caller":"traceutil/trace.go:171","msg":"trace[2015711416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25343; }","duration":"1.055370294s","start":"2026-03-02T17:39:45.620244Z","end":"2026-03-02T17:39:46.675614Z","steps":["trace[2015711416] 'agreement among raft nodes before linearized reading' (duration: 1.055288271s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.675649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.620235Z","time spent":"1.055408275s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:46.675918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054344427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-02T17:39:46.675947Z","caller":"traceutil/trace.go:171","msg":"trace[417937054] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25343; }","duration":"1.054400418s","start":"2026-03-02T17:39:45.621539Z","end":"2026-03-02T17:39:46.675939Z","steps":["trace[417937054] 'agreement among raft nodes before linearized reading' (duration: 1.054280345s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.675976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.621527Z","time spent":"1.05444209s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:39:46.67607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.391274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:46.676113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.538528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T17:39:46.67613Z","caller":"traceutil/trace.go:171","msg":"trace[1271620569] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25343; }","duration":"254.507436ms","start":"2026-03-02T17:39:46.421608Z","end":"2026-03-02T17:39:46.676116Z","steps":["trace[1271620569] 'agreement among raft nodes before linearized reading' (duration: 254.384443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.67612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052162201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T17:39:46.676164Z","caller":"traceutil/trace.go:171","msg":"trace[911278549] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25343; }","duration":"1.052210962s","start":"2026-03-02T17:39:45.623944Z","end":"2026-03-02T17:39:46.676155Z","steps":["trace[911278549] 'agreement among raft nodes before linearized reading' (duration: 1.052083629s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034541654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:892"} {"level":"info","ts":"2026-03-02T17:39:46.676159Z","caller":"traceutil/trace.go:171","msg":"trace[26528388] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25343; }","duration":"456.6303ms","start":"2026-03-02T17:39:46.219515Z","end":"2026-03-02T17:39:46.676146Z","steps":["trace[26528388] 'agreement among raft nodes before linearized reading' (duration: 456.496107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.930356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:39:46.676198Z","caller":"traceutil/trace.go:171","msg":"trace[1245600987] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:25343; }","duration":"1.034638428s","start":"2026-03-02T17:39:45.641548Z","end":"2026-03-02T17:39:46.676187Z","steps":["trace[1245600987] 'agreement among raft nodes before linearized reading' (duration: 1.034450794s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.219492Z","time spent":"456.703112ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-02T17:39:46.676188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.648329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:39:46.676233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.641531Z","time spent":"1.034695569s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":914,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-02T17:39:46.67621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04985373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-02T17:39:46.676239Z","caller":"traceutil/trace.go:171","msg":"trace[1200638015] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25343; }","duration":"727.10738ms","start":"2026-03-02T17:39:45.94911Z","end":"2026-03-02T17:39:46.676217Z","steps":["trace[1200638015] 'agreement among raft nodes before linearized reading' (duration: 726.901075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:46.676254Z","caller":"traceutil/trace.go:171","msg":"trace[559059053] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25343; }","duration":"139.771191ms","start":"2026-03-02T17:39:46.536467Z","end":"2026-03-02T17:39:46.676238Z","steps":["trace[559059053] 'agreement among raft nodes before linearized reading' (duration: 139.559476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.796092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:39:46.676238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.522852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-02T17:39:46.676281Z","caller":"traceutil/trace.go:171","msg":"trace[361183674] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:25343; }","duration":"1.049950483s","start":"2026-03-02T17:39:45.626314Z","end":"2026-03-02T17:39:46.676264Z","steps":["trace[361183674] 'agreement among raft nodes before linearized reading' (duration: 1.049721247s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:46.676299Z","caller":"traceutil/trace.go:171","msg":"trace[804097195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25343; }","duration":"139.859814ms","start":"2026-03-02T17:39:46.53643Z","end":"2026-03-02T17:39:46.67629Z","steps":["trace[804097195] 'agreement among raft nodes before linearized reading' (duration: 139.783282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.626304Z","time spent":"1.050009075s","remote":"127.0.0.1:41886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-02T17:39:46.676337Z","caller":"traceutil/trace.go:171","msg":"trace[1648936272] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25343; }","duration":"580.636416ms","start":"2026-03-02T17:39:46.095672Z","end":"2026-03-02T17:39:46.676309Z","steps":["trace[1648936272] 'agreement among raft nodes before linearized reading' (duration: 580.330488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.949084Z","time spent":"727.197672ms","remote":"127.0.0.1:42194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:46.67619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.623912Z","time spent":"1.052270863s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-02T17:39:46.676396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.095625Z","time spent":"580.759699ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:46.676481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.958417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:39:46.676525Z","caller":"traceutil/trace.go:171","msg":"trace[678272003] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25343; }","duration":"140.035139ms","start":"2026-03-02T17:39:46.536478Z","end":"2026-03-02T17:39:46.676513Z","steps":["trace[678272003] 'agreement among raft nodes before linearized reading' (duration: 139.848345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.055074856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118252"} {"level":"info","ts":"2026-03-02T17:39:46.676753Z","caller":"traceutil/trace.go:171","msg":"trace[895401779] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:25343; }","duration":"1.055134748s","start":"2026-03-02T17:39:45.621607Z","end":"2026-03-02T17:39:46.676742Z","steps":["trace[895401779] 'agreement among raft nodes before linearized reading' (duration: 1.054496951s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:46.676799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:45.621599Z","time spent":"1.055186369s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":90,"response size":118274,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-02T17:39:47.272535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.376138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:47.272767Z","caller":"traceutil/trace.go:171","msg":"trace[835434935] transaction","detail":"{read_only:false; response_revision:25344; number_of_response:1; }","duration":"591.566238ms","start":"2026-03-02T17:39:46.681177Z","end":"2026-03-02T17:39:47.272743Z","steps":["trace[835434935] 'process raft request' (duration: 236.866582ms)","trace[835434935] 'compare' (duration: 353.462175ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:47.27282Z","caller":"traceutil/trace.go:171","msg":"trace[867449785] transaction","detail":"{read_only:false; response_revision:25346; number_of_response:1; }","duration":"589.989847ms","start":"2026-03-02T17:39:46.682808Z","end":"2026-03-02T17:39:47.272797Z","steps":["trace[867449785] 'process raft request' (duration: 589.942655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:47.272889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.681163Z","time spent":"591.657711ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:47.272893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.682784Z","time spent":"590.07199ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:47.272897Z","caller":"traceutil/trace.go:171","msg":"trace[868956236] linearizableReadLoop","detail":"{readStateIndex:26271; appliedIndex:26270; }","duration":"590.315796ms","start":"2026-03-02T17:39:46.682558Z","end":"2026-03-02T17:39:47.272874Z","steps":["trace[868956236] 'read index received' (duration: 235.407664ms)","trace[868956236] 'applied index is now lower than readState.Index' (duration: 354.904862ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:47.27293Z","caller":"traceutil/trace.go:171","msg":"trace[545335812] transaction","detail":"{read_only:false; response_revision:25345; number_of_response:1; }","duration":"590.138611ms","start":"2026-03-02T17:39:46.682764Z","end":"2026-03-02T17:39:47.272903Z","steps":["trace[545335812] 'process raft request' (duration: 589.917975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:47.273057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.682745Z","time spent":"590.245364ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:47.273147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.577752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T17:39:47.273204Z","caller":"traceutil/trace.go:171","msg":"trace[1216396957] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:25346; }","duration":"590.678025ms","start":"2026-03-02T17:39:46.682506Z","end":"2026-03-02T17:39:47.273184Z","steps":["trace[1216396957] 'agreement among raft nodes before linearized reading' (duration: 590.48931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:47.273247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.682477Z","time spent":"590.759367ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"warn","ts":"2026-03-02T17:39:48.685983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00019317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T17:39:48.686078Z","caller":"traceutil/trace.go:171","msg":"trace[424323069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322734s","start":"2026-03-02T17:39:46.685735Z","end":"2026-03-02T17:39:48.686058Z","steps":["trace[424323069] 'agreement among raft nodes before linearized reading' (duration: 2.000198991s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:48.686134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.68573Z","time spent":"2.000391666s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:49.109676Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.563168837s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T17:39:49.153605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60700954s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:49.153899Z","caller":"traceutil/trace.go:171","msg":"trace[1994152156] transaction","detail":"{read_only:false; response_revision:25347; number_of_response:1; }","duration":"2.058289353s","start":"2026-03-02T17:39:47.095572Z","end":"2026-03-02T17:39:49.153861Z","steps":["trace[1994152156] 'process raft request' (duration: 450.957966ms)","trace[1994152156] 'compare' (duration: 1.605346456s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:49.154248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.095539Z","time spent":"2.058636891s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:49.154265Z","caller":"traceutil/trace.go:171","msg":"trace[1714853790] linearizableReadLoop","detail":"{readStateIndex:26280; appliedIndex:26273; }","duration":"1.881297428s","start":"2026-03-02T17:39:47.272953Z","end":"2026-03-02T17:39:49.15425Z","steps":["trace[1714853790] 'read index received' (duration: 273.597781ms)","trace[1714853790] 'applied index is now lower than readState.Index' (duration: 1.607697967s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:49.154272Z","caller":"traceutil/trace.go:171","msg":"trace[799822000] transaction","detail":"{read_only:false; response_revision:25350; number_of_response:1; }","duration":"2.057986104s","start":"2026-03-02T17:39:47.095887Z","end":"2026-03-02T17:39:49.153874Z","steps":["trace[799822000] 'process raft request' (duration: 2.057918302s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.154349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936101534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:49.154349Z","caller":"traceutil/trace.go:171","msg":"trace[1466959687] transaction","detail":"{read_only:false; response_revision:25349; number_of_response:1; }","duration":"2.058125027s","start":"2026-03-02T17:39:47.09575Z","end":"2026-03-02T17:39:49.153875Z","steps":["trace[1466959687] 'process raft request' (duration: 2.058025965s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:49.154371Z","caller":"traceutil/trace.go:171","msg":"trace[860287201] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25354; }","duration":"1.936184326s","start":"2026-03-02T17:39:47.218179Z","end":"2026-03-02T17:39:49.154364Z","steps":["trace[860287201] 'agreement among raft nodes before linearized reading' (duration: 1.936134495s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.1544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.218152Z","time spent":"1.936239429s","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:39:49.154426Z","caller":"traceutil/trace.go:171","msg":"trace[427879486] transaction","detail":"{read_only:false; response_revision:25348; number_of_response:1; }","duration":"2.058287092s","start":"2026-03-02T17:39:47.095597Z","end":"2026-03-02T17:39:49.153884Z","steps":["trace[427879486] 'process raft request' (duration: 2.058100148s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.154443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.095876Z","time spent":"2.058482937s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:49.154486Z","caller":"traceutil/trace.go:171","msg":"trace[2098432628] transaction","detail":"{read_only:false; response_revision:25351; number_of_response:1; }","duration":"2.058084247s","start":"2026-03-02T17:39:47.095948Z","end":"2026-03-02T17:39:49.154033Z","steps":["trace[2098432628] 'process raft request' (duration: 2.057880921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.154517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.095903Z","time spent":"2.05859693s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:49.154506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.469445468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-55d41ed6-5557-4409-9e8f-a35a8fb2d9b5\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-02T17:39:49.154402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.095708Z","time spent":"2.058666581s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:49.154469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.095581Z","time spent":"2.058867477s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:49.154564Z","caller":"traceutil/trace.go:171","msg":"trace[1576438235] range","detail":"{range_begin:/registry/persistentvolumes/pvc-55d41ed6-5557-4409-9e8f-a35a8fb2d9b5; range_end:; response_count:1; response_revision:25354; }","duration":"2.469538349s","start":"2026-03-02T17:39:46.68501Z","end":"2026-03-02T17:39:49.154549Z","steps":["trace[1576438235] 'agreement among raft nodes before linearized reading' (duration: 2.469333754s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:49.154583Z","caller":"traceutil/trace.go:171","msg":"trace[996893558] transaction","detail":"{read_only:false; response_revision:25352; number_of_response:1; }","duration":"2.057837901s","start":"2026-03-02T17:39:47.096323Z","end":"2026-03-02T17:39:49.154161Z","steps":["trace[996893558] 'process raft request' (duration: 2.057533223s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.154605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.684991Z","time spent":"2.469604762s","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-55d41ed6-5557-4409-9e8f-a35a8fb2d9b5\" "} {"level":"warn","ts":"2026-03-02T17:39:49.154603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471196953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129306"} {"level":"info","ts":"2026-03-02T17:39:49.154678Z","caller":"traceutil/trace.go:171","msg":"trace[1007163789] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25354; }","duration":"2.471285485s","start":"2026-03-02T17:39:46.683383Z","end":"2026-03-02T17:39:49.154669Z","steps":["trace[1007163789] 'agreement among raft nodes before linearized reading' (duration: 2.47109349s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:49.154693Z","caller":"traceutil/trace.go:171","msg":"trace[781853049] transaction","detail":"{read_only:false; response_revision:25353; number_of_response:1; }","duration":"2.057848771s","start":"2026-03-02T17:39:47.096325Z","end":"2026-03-02T17:39:49.154174Z","steps":["trace[781853049] 'process raft request' (duration: 2.057558423s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.154712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.683376Z","time spent":"2.471325146s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129328,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-02T17:39:49.154693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.095947Z","time spent":"2.058695704s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:49.154597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.413343098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:49.154749Z","caller":"traceutil/trace.go:171","msg":"trace[1003228166] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25354; }","duration":"2.413504163s","start":"2026-03-02T17:39:46.741239Z","end":"2026-03-02T17:39:49.154743Z","steps":["trace[1003228166] 'agreement among raft nodes before linearized reading' (duration: 2.413317328s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.154774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:46.741172Z","time spent":"2.413594765s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:39:49.154975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.096066Z","time spent":"2.058882618s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:49.15506Z","caller":"traceutil/trace.go:171","msg":"trace[1430335437] transaction","detail":"{read_only:false; response_revision:25354; number_of_response:1; }","duration":"1.879006179s","start":"2026-03-02T17:39:47.276045Z","end":"2026-03-02T17:39:49.155051Z","steps":["trace[1430335437] 'process raft request' (duration: 1.878119256s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.155106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.276012Z","time spent":"1.87906978s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:49.201542Z","caller":"traceutil/trace.go:171","msg":"trace[670610901] transaction","detail":"{read_only:false; response_revision:25355; number_of_response:1; }","duration":"1.590264566s","start":"2026-03-02T17:39:47.611248Z","end":"2026-03-02T17:39:49.201512Z","steps":["trace[670610901] 'process raft request' (duration: 1.59003242s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.201733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.528095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:49.201764Z","caller":"traceutil/trace.go:171","msg":"trace[1479409202] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25356; }","duration":"981.601637ms","start":"2026-03-02T17:39:48.220154Z","end":"2026-03-02T17:39:49.201756Z","steps":["trace[1479409202] 'agreement among raft nodes before linearized reading' (duration: 981.544906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.201743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.611223Z","time spent":"1.590405491s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:49.201784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:48.220122Z","time spent":"981.656859ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:49.201848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518469542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-02T17:39:49.201873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607474962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:49.201955Z","caller":"traceutil/trace.go:171","msg":"trace[1643893644] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25356; }","duration":"1.607607105s","start":"2026-03-02T17:39:47.594326Z","end":"2026-03-02T17:39:49.201933Z","steps":["trace[1643893644] 'agreement among raft nodes before linearized reading' (duration: 1.607474552s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.5943Z","time spent":"1.607690447s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-02T17:39:49.201915Z","caller":"traceutil/trace.go:171","msg":"trace[514776442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25356; }","duration":"1.518576685s","start":"2026-03-02T17:39:47.683323Z","end":"2026-03-02T17:39:49.201899Z","steps":["trace[514776442] 'agreement among raft nodes before linearized reading' (duration: 1.51839156s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.163124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:49.202061Z","caller":"traceutil/trace.go:171","msg":"trace[1800473092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25356; }","duration":"515.212645ms","start":"2026-03-02T17:39:48.686844Z","end":"2026-03-02T17:39:49.202057Z","steps":["trace[1800473092] 'agreement among raft nodes before linearized reading' (duration: 515.194295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:48.686819Z","time spent":"515.251456ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:49.202073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.683293Z","time spent":"1.518759069s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"info","ts":"2026-03-02T17:39:49.201918Z","caller":"traceutil/trace.go:171","msg":"trace[1935567396] transaction","detail":"{read_only:false; response_revision:25356; number_of_response:1; }","duration":"1.266181813s","start":"2026-03-02T17:39:47.935729Z","end":"2026-03-02T17:39:49.201911Z","steps":["trace[1935567396] 'process raft request' (duration: 1.26571577s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.935706Z","time spent":"1.266550582s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:49.202336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579820728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:39:49.202387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579962091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:39:49.20241Z","caller":"traceutil/trace.go:171","msg":"trace[582298612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25356; }","duration":"1.580024233s","start":"2026-03-02T17:39:47.622381Z","end":"2026-03-02T17:39:49.202405Z","steps":["trace[582298612] 'agreement among raft nodes before linearized reading' (duration: 1.579964201s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.622358Z","time spent":"1.580063303s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:39:49.202381Z","caller":"traceutil/trace.go:171","msg":"trace[1118071979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25356; }","duration":"1.57990959s","start":"2026-03-02T17:39:47.622459Z","end":"2026-03-02T17:39:49.202369Z","steps":["trace[1118071979] 'agreement among raft nodes before linearized reading' (duration: 1.579752685s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:47.62242Z","time spent":"1.580054414s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:49.202192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.144207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-02T17:39:49.20257Z","caller":"traceutil/trace.go:171","msg":"trace[1121518724] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25356; }","duration":"579.533187ms","start":"2026-03-02T17:39:48.623016Z","end":"2026-03-02T17:39:49.202549Z","steps":["trace[1121518724] 'agreement among raft nodes before linearized reading' (duration: 579.137807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:48.622983Z","time spent":"579.63349ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:49.202026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.160566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:39:49.202736Z","caller":"traceutil/trace.go:171","msg":"trace[1718770062] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25356; }","duration":"411.908765ms","start":"2026-03-02T17:39:48.790819Z","end":"2026-03-02T17:39:49.202728Z","steps":["trace[1718770062] 'agreement among raft nodes before linearized reading' (duration: 411.111594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:49.202762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:48.790792Z","time spent":"411.960876ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:49.466723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.881688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:49.467033Z","caller":"traceutil/trace.go:171","msg":"trace[1212140433] transaction","detail":"{read_only:false; response_revision:25357; number_of_response:1; }","duration":"258.973242ms","start":"2026-03-02T17:39:49.207881Z","end":"2026-03-02T17:39:49.466854Z","steps":["trace[1212140433] 'process raft request' (duration: 126.861769ms)","trace[1212140433] 'compare' (duration: 131.737244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:50.443729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.67459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:50.443949Z","caller":"traceutil/trace.go:171","msg":"trace[1319713778] linearizableReadLoop","detail":"{readStateIndex:26285; appliedIndex:26283; }","duration":"1.235708854s","start":"2026-03-02T17:39:49.208221Z","end":"2026-03-02T17:39:50.44393Z","steps":["trace[1319713778] 'read index received' (duration: 126.495269ms)","trace[1319713778] 'applied index is now lower than readState.Index' (duration: 1.109212735s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:50.444022Z","caller":"traceutil/trace.go:171","msg":"trace[288539054] transaction","detail":"{read_only:false; response_revision:25358; number_of_response:1; }","duration":"1.236037142s","start":"2026-03-02T17:39:49.207974Z","end":"2026-03-02T17:39:50.444011Z","steps":["trace[288539054] 'process raft request' (duration: 472.996413ms)","trace[288539054] 'compare' (duration: 762.279959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:50.444082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.207947Z","time spent":"1.236106204s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:50.444073Z","caller":"traceutil/trace.go:171","msg":"trace[1045295969] transaction","detail":"{read_only:false; response_revision:25359; number_of_response:1; }","duration":"1.234065671s","start":"2026-03-02T17:39:49.209977Z","end":"2026-03-02T17:39:50.444042Z","steps":["trace[1045295969] 'process raft request' (duration: 1.233851125s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.444224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.209957Z","time spent":"1.234186294s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:50.445003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236771412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-02T17:39:50.445044Z","caller":"traceutil/trace.go:171","msg":"trace[1795925298] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25359; }","duration":"1.236840394s","start":"2026-03-02T17:39:49.208193Z","end":"2026-03-02T17:39:50.445034Z","steps":["trace[1795925298] 'agreement among raft nodes before linearized reading' (duration: 1.236596047s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.445073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.20818Z","time spent":"1.236884835s","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18653,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:39:50.458814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006825869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:50.458817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249586053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:50.458898Z","caller":"traceutil/trace.go:171","msg":"trace[740336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25360; }","duration":"1.006962402s","start":"2026-03-02T17:39:49.451919Z","end":"2026-03-02T17:39:50.458881Z","steps":["trace[740336] 'agreement among raft nodes before linearized reading' (duration: 1.006751127s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:50.458926Z","caller":"traceutil/trace.go:171","msg":"trace[1826925591] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25360; }","duration":"1.249738087s","start":"2026-03-02T17:39:49.20916Z","end":"2026-03-02T17:39:50.458898Z","steps":["trace[1826925591] 'agreement among raft nodes before linearized reading' (duration: 1.249503731s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.458998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.209147Z","time spent":"1.249840461s","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:39:50.458938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.451895Z","time spent":"1.007035835s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:50.459312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.339046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-03-02T17:39:50.459339Z","caller":"traceutil/trace.go:171","msg":"trace[1853236878] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25360; }","duration":"251.397687ms","start":"2026-03-02T17:39:50.207933Z","end":"2026-03-02T17:39:50.459331Z","steps":["trace[1853236878] 'agreement among raft nodes before linearized reading' (duration: 251.313635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.459434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181675588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:39:50.459521Z","caller":"traceutil/trace.go:171","msg":"trace[250272947] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25360; }","duration":"1.181797951s","start":"2026-03-02T17:39:49.2777Z","end":"2026-03-02T17:39:50.459498Z","steps":["trace[250272947] 'agreement among raft nodes before linearized reading' (duration: 1.181551365s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.459561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.277682Z","time spent":"1.181872213s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:39:50.459541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221837246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1105"} {"level":"info","ts":"2026-03-02T17:39:50.4596Z","caller":"traceutil/trace.go:171","msg":"trace[1900517137] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:25360; }","duration":"1.221941498s","start":"2026-03-02T17:39:49.237641Z","end":"2026-03-02T17:39:50.459583Z","steps":["trace[1900517137] 'agreement among raft nodes before linearized reading' (duration: 1.221775674s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.459616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181778582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:39:50.459627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.237618Z","time spent":"1.22200283s","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1127,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"info","ts":"2026-03-02T17:39:50.459653Z","caller":"traceutil/trace.go:171","msg":"trace[1829918273] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25360; }","duration":"1.181822093s","start":"2026-03-02T17:39:49.277821Z","end":"2026-03-02T17:39:50.459643Z","steps":["trace[1829918273] 'agreement among raft nodes before linearized reading' (duration: 1.181675768s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.459683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.277816Z","time spent":"1.181859814s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:39:50.459802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181994467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:39:50.459903Z","caller":"traceutil/trace.go:171","msg":"trace[2020811530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25360; }","duration":"1.18213244s","start":"2026-03-02T17:39:49.277739Z","end":"2026-03-02T17:39:50.459872Z","steps":["trace[2020811530] 'agreement among raft nodes before linearized reading' (duration: 1.181840142s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.459974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:49.277718Z","time spent":"1.182240574s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:39:50.735608Z","caller":"traceutil/trace.go:171","msg":"trace[234989616] linearizableReadLoop","detail":"{readStateIndex:26290; appliedIndex:26287; }","duration":"265.961803ms","start":"2026-03-02T17:39:50.46962Z","end":"2026-03-02T17:39:50.735581Z","steps":["trace[234989616] 'read index received' (duration: 30.894639ms)","trace[234989616] 'applied index is now lower than readState.Index' (duration: 235.066144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:50.735956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.537532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:50.735964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.302112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:50.736095Z","caller":"traceutil/trace.go:171","msg":"trace[1948425412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25363; }","duration":"266.458795ms","start":"2026-03-02T17:39:50.469606Z","end":"2026-03-02T17:39:50.736065Z","steps":["trace[1948425412] 'agreement among raft nodes before linearized reading' (duration: 266.203329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:50.736171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.874528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-02T17:39:50.736209Z","caller":"traceutil/trace.go:171","msg":"trace[1606659465] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6db8cf8b99-wmrjn.189916e28b53ab0e; range_end:; response_count:1; response_revision:25363; }","duration":"119.956731ms","start":"2026-03-02T17:39:50.616244Z","end":"2026-03-02T17:39:50.7362Z","steps":["trace[1606659465] 'agreement among raft nodes before linearized reading' (duration: 119.799486ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:50.736024Z","caller":"traceutil/trace.go:171","msg":"trace[1007715789] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25363; }","duration":"265.629184ms","start":"2026-03-02T17:39:50.470379Z","end":"2026-03-02T17:39:50.736008Z","steps":["trace[1007715789] 'agreement among raft nodes before linearized reading' (duration: 265.471ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:50.736363Z","caller":"traceutil/trace.go:171","msg":"trace[1007503270] transaction","detail":"{read_only:false; response_revision:25362; number_of_response:1; }","duration":"270.214733ms","start":"2026-03-02T17:39:50.466132Z","end":"2026-03-02T17:39:50.736347Z","steps":["trace[1007503270] 'process raft request' (duration: 269.221507ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:50.736316Z","caller":"traceutil/trace.go:171","msg":"trace[73433909] transaction","detail":"{read_only:false; response_revision:25363; number_of_response:1; }","duration":"269.582107ms","start":"2026-03-02T17:39:50.466717Z","end":"2026-03-02T17:39:50.736299Z","steps":["trace[73433909] 'process raft request' (duration: 268.792227ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:51.331602Z","caller":"traceutil/trace.go:171","msg":"trace[1284843188] transaction","detail":"{read_only:false; response_revision:25365; number_of_response:1; }","duration":"171.352788ms","start":"2026-03-02T17:39:51.160216Z","end":"2026-03-02T17:39:51.331568Z","steps":["trace[1284843188] 'process raft request' (duration: 171.180304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.861779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837258692,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:39:51.917859Z","caller":"traceutil/trace.go:171","msg":"trace[379128117] transaction","detail":"{read_only:false; response_revision:25368; number_of_response:1; }","duration":"757.485086ms","start":"2026-03-02T17:39:51.160349Z","end":"2026-03-02T17:39:51.917834Z","steps":["trace[379128117] 'process raft request' (duration: 757.425364ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:51.91793Z","caller":"traceutil/trace.go:171","msg":"trace[1222351848] transaction","detail":"{read_only:false; response_revision:25367; number_of_response:1; }","duration":"757.59829ms","start":"2026-03-02T17:39:51.160324Z","end":"2026-03-02T17:39:51.917923Z","steps":["trace[1222351848] 'process raft request' (duration: 757.409454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.917999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.160346Z","time spent":"757.583399ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:51.918052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.160321Z","time spent":"757.646611ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:51.917866Z","caller":"traceutil/trace.go:171","msg":"trace[1674332726] transaction","detail":"{read_only:false; response_revision:25366; number_of_response:1; }","duration":"757.569928ms","start":"2026-03-02T17:39:51.160266Z","end":"2026-03-02T17:39:51.917836Z","steps":["trace[1674332726] 'process raft request' (duration: 757.306011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.918129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.160243Z","time spent":"757.858066ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:51.918204Z","caller":"traceutil/trace.go:171","msg":"trace[1670795549] transaction","detail":"{read_only:false; response_revision:25369; number_of_response:1; }","duration":"757.821695ms","start":"2026-03-02T17:39:51.160373Z","end":"2026-03-02T17:39:51.918195Z","steps":["trace[1670795549] 'process raft request' (duration: 757.424264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.918244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.160369Z","time spent":"757.856795ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:51.91827Z","caller":"traceutil/trace.go:171","msg":"trace[2005546204] transaction","detail":"{read_only:false; response_revision:25370; number_of_response:1; }","duration":"757.122026ms","start":"2026-03-02T17:39:51.161133Z","end":"2026-03-02T17:39:51.918255Z","steps":["trace[2005546204] 'process raft request' (duration: 756.914911ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:51.91825Z","caller":"traceutil/trace.go:171","msg":"trace[480180455] linearizableReadLoop","detail":"{readStateIndex:26298; appliedIndex:26292; }","duration":"557.040686ms","start":"2026-03-02T17:39:51.361183Z","end":"2026-03-02T17:39:51.918223Z","steps":["trace[480180455] 'read index received' (duration: 556.375939ms)","trace[480180455] 'applied index is now lower than readState.Index' (duration: 663.797µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:51.918329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.161124Z","time spent":"757.176297ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:51.918365Z","caller":"traceutil/trace.go:171","msg":"trace[1242884757] transaction","detail":"{read_only:false; response_revision:25371; number_of_response:1; }","duration":"756.912941ms","start":"2026-03-02T17:39:51.161411Z","end":"2026-03-02T17:39:51.918324Z","steps":["trace[1242884757] 'process raft request' (duration: 756.765307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.918535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.019856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3947"} {"level":"warn","ts":"2026-03-02T17:39:51.918576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.343917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:39:51.91859Z","caller":"traceutil/trace.go:171","msg":"trace[12596738] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25371; }","duration":"451.068377ms","start":"2026-03-02T17:39:51.467509Z","end":"2026-03-02T17:39:51.918578Z","steps":["trace[12596738] 'agreement among raft nodes before linearized reading' (duration: 450.921263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.918578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.161404Z","time spent":"757.078965ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:51.918616Z","caller":"traceutil/trace.go:171","msg":"trace[696083026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25371; }","duration":"448.400359ms","start":"2026-03-02T17:39:51.470204Z","end":"2026-03-02T17:39:51.918605Z","steps":["trace[696083026] 'agreement among raft nodes before linearized reading' (duration: 448.253414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.918621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.467462Z","time spent":"451.15335ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3969,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:51.918655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.470193Z","time spent":"448.45413ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:39:51.918419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.21584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:51.918776Z","caller":"traceutil/trace.go:171","msg":"trace[1217580675] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25371; }","duration":"557.616031ms","start":"2026-03-02T17:39:51.361143Z","end":"2026-03-02T17:39:51.918759Z","steps":["trace[1217580675] 'agreement among raft nodes before linearized reading' (duration: 557.214881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.918847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.361127Z","time spent":"557.687293ms","remote":"127.0.0.1:59254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:51.918892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.55118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:2245"} {"level":"info","ts":"2026-03-02T17:39:51.91897Z","caller":"traceutil/trace.go:171","msg":"trace[1285849227] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25371; }","duration":"499.625332ms","start":"2026-03-02T17:39:51.419323Z","end":"2026-03-02T17:39:51.918948Z","steps":["trace[1285849227] 'agreement among raft nodes before linearized reading' (duration: 499.436987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.919021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.419257Z","time spent":"499.752576ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":1,"response size":2267,"request content":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:51.919672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.866859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:39:51.919707Z","caller":"traceutil/trace.go:171","msg":"trace[2047423651] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25371; }","duration":"549.928561ms","start":"2026-03-02T17:39:51.369771Z","end":"2026-03-02T17:39:51.9197Z","steps":["trace[2047423651] 'agreement among raft nodes before linearized reading' (duration: 548.629088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:51.919731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.36976Z","time spent":"549.964412ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2632,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:52.244122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.194293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-03-02T17:39:52.244425Z","caller":"traceutil/trace.go:171","msg":"trace[1766996717] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25372; }","duration":"322.618937ms","start":"2026-03-02T17:39:51.921772Z","end":"2026-03-02T17:39:52.244391Z","steps":["trace[1766996717] 'process raft request' (duration: 204.095125ms)","trace[1766996717] 'compare' (duration: 118.007329ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:52.244677Z","caller":"traceutil/trace.go:171","msg":"trace[1220624657] transaction","detail":"{read_only:false; response_revision:25373; number_of_response:1; }","duration":"321.96203ms","start":"2026-03-02T17:39:51.922693Z","end":"2026-03-02T17:39:52.244655Z","steps":["trace[1220624657] 'process raft request' (duration: 321.707014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:52.244784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.922684Z","time spent":"322.047643ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:52.244781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:51.921754Z","time spent":"322.920934ms","remote":"127.0.0.1:49586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-02T17:39:52.244815Z","caller":"traceutil/trace.go:171","msg":"trace[821863381] linearizableReadLoop","detail":"{readStateIndex:26300; appliedIndex:26298; }","duration":"142.642466ms","start":"2026-03-02T17:39:52.102133Z","end":"2026-03-02T17:39:52.244776Z","steps":["trace[821863381] 'read index received' (duration: 23.748234ms)","trace[821863381] 'applied index is now lower than readState.Index' (duration: 118.893042ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:52.244964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.834191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:52.244993Z","caller":"traceutil/trace.go:171","msg":"trace[830426120] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25373; }","duration":"142.902273ms","start":"2026-03-02T17:39:52.102083Z","end":"2026-03-02T17:39:52.244985Z","steps":["trace[830426120] 'agreement among raft nodes before linearized reading' (duration: 142.816811ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:52.629314Z","caller":"traceutil/trace.go:171","msg":"trace[1700338793] linearizableReadLoop","detail":"{readStateIndex:26301; appliedIndex:26300; }","duration":"179.427718ms","start":"2026-03-02T17:39:52.449868Z","end":"2026-03-02T17:39:52.629296Z","steps":["trace[1700338793] 'read index received' (duration: 177.796105ms)","trace[1700338793] 'applied index is now lower than readState.Index' (duration: 1.630633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:52.629899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.58447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:52.629939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.063754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:39:52.629966Z","caller":"traceutil/trace.go:171","msg":"trace[1735108663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25374; }","duration":"179.665944ms","start":"2026-03-02T17:39:52.450284Z","end":"2026-03-02T17:39:52.629949Z","steps":["trace[1735108663] 'agreement among raft nodes before linearized reading' (duration: 179.56317ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:52.629976Z","caller":"traceutil/trace.go:171","msg":"trace[495250766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25374; }","duration":"180.132406ms","start":"2026-03-02T17:39:52.449834Z","end":"2026-03-02T17:39:52.629966Z","steps":["trace[495250766] 'agreement among raft nodes before linearized reading' (duration: 179.999742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:52.629631Z","caller":"traceutil/trace.go:171","msg":"trace[1108007800] transaction","detail":"{read_only:false; response_revision:25374; number_of_response:1; }","duration":"377.175528ms","start":"2026-03-02T17:39:52.252446Z","end":"2026-03-02T17:39:52.629621Z","steps":["trace[1108007800] 'process raft request' (duration: 375.237667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:52.63004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.318983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:39:52.630111Z","caller":"traceutil/trace.go:171","msg":"trace[2139870788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25374; }","duration":"124.446026ms","start":"2026-03-02T17:39:52.505649Z","end":"2026-03-02T17:39:52.630095Z","steps":["trace[2139870788] 'agreement among raft nodes before linearized reading' (duration: 124.2217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:52.630186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:52.252412Z","time spent":"377.64433ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:52.826788Z","caller":"traceutil/trace.go:171","msg":"trace[1260816646] linearizableReadLoop","detail":"{readStateIndex:26303; appliedIndex:26301; }","duration":"189.325543ms","start":"2026-03-02T17:39:52.637439Z","end":"2026-03-02T17:39:52.826764Z","steps":["trace[1260816646] 'read index received' (duration: 72.843612ms)","trace[1260816646] 'applied index is now lower than readState.Index' (duration: 116.480951ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:52.826822Z","caller":"traceutil/trace.go:171","msg":"trace[1139923913] transaction","detail":"{read_only:false; response_revision:25376; number_of_response:1; }","duration":"192.037023ms","start":"2026-03-02T17:39:52.63475Z","end":"2026-03-02T17:39:52.826787Z","steps":["trace[1139923913] 'process raft request' (duration: 168.648918ms)","trace[1139923913] 'compare' (duration: 23.124838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:52.827027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.566909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-02T17:39:52.827105Z","caller":"traceutil/trace.go:171","msg":"trace[1105247334] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25376; }","duration":"189.690142ms","start":"2026-03-02T17:39:52.637397Z","end":"2026-03-02T17:39:52.827087Z","steps":["trace[1105247334] 'agreement among raft nodes before linearized reading' (duration: 189.468536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:52.82703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.847542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T17:39:52.827283Z","caller":"traceutil/trace.go:171","msg":"trace[2096250700] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25376; }","duration":"167.101378ms","start":"2026-03-02T17:39:52.660159Z","end":"2026-03-02T17:39:52.827261Z","steps":["trace[2096250700] 'agreement among raft nodes before linearized reading' (duration: 166.740329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:53.183676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.370084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:53.183894Z","caller":"traceutil/trace.go:171","msg":"trace[1356889502] transaction","detail":"{read_only:false; response_revision:25378; number_of_response:1; }","duration":"351.047282ms","start":"2026-03-02T17:39:52.832818Z","end":"2026-03-02T17:39:53.183865Z","steps":["trace[1356889502] 'process raft request' (duration: 207.39861ms)","trace[1356889502] 'compare' (duration: 143.228981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.184006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:52.832791Z","time spent":"351.160425ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:53.184177Z","caller":"traceutil/trace.go:171","msg":"trace[171021280] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26304; }","duration":"292.433768ms","start":"2026-03-02T17:39:52.891712Z","end":"2026-03-02T17:39:53.184145Z","steps":["trace[171021280] 'read index received' (duration: 148.55079ms)","trace[171021280] 'applied index is now lower than readState.Index' (duration: 143.877658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.365803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.006484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-02T17:39:53.366215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.415321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189916f428e4b4ec\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-02T17:39:53.366321Z","caller":"traceutil/trace.go:171","msg":"trace[258116259] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189916f428e4b4ec; range_end:; response_count:1; response_revision:25378; }","duration":"474.620756ms","start":"2026-03-02T17:39:52.891676Z","end":"2026-03-02T17:39:53.366297Z","steps":["trace[258116259] 'agreement among raft nodes before linearized reading' (duration: 292.52537ms)","trace[258116259] 'range keys from in-memory index tree' (duration: 181.775088ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:53.366315Z","caller":"traceutil/trace.go:171","msg":"trace[1127956241] transaction","detail":"{read_only:false; response_revision:25379; number_of_response:1; }","duration":"243.073211ms","start":"2026-03-02T17:39:53.123221Z","end":"2026-03-02T17:39:53.366295Z","steps":["trace[1127956241] 'process raft request' (duration: 242.692202ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:53.366337Z","caller":"traceutil/trace.go:171","msg":"trace[1091279487] linearizableReadLoop","detail":"{readStateIndex:26307; appliedIndex:26305; }","duration":"182.062515ms","start":"2026-03-02T17:39:53.184236Z","end":"2026-03-02T17:39:53.366298Z","steps":["trace[1091279487] 'read index received' (duration: 84.470213ms)","trace[1091279487] 'applied index is now lower than readState.Index' (duration: 97.588542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.366379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:52.891658Z","time spent":"474.705108ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":764,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189916f428e4b4ec\" "} {"level":"warn","ts":"2026-03-02T17:39:53.56523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.782007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-02T17:39:53.565295Z","caller":"traceutil/trace.go:171","msg":"trace[1107533143] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:25379; }","duration":"672.852849ms","start":"2026-03-02T17:39:52.892426Z","end":"2026-03-02T17:39:53.565279Z","steps":["trace[1107533143] 'agreement among raft nodes before linearized reading' (duration: 474.011161ms)","trace[1107533143] 'range keys from in-memory index tree' (duration: 198.675834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.565324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:52.892386Z","time spent":"672.931291ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-02T17:39:53.565414Z","caller":"traceutil/trace.go:171","msg":"trace[1494986531] linearizableReadLoop","detail":"{readStateIndex:26308; appliedIndex:26307; }","duration":"198.968621ms","start":"2026-03-02T17:39:53.366431Z","end":"2026-03-02T17:39:53.5654Z","steps":["trace[1494986531] 'read index received' (duration: 154.951793ms)","trace[1494986531] 'applied index is now lower than readState.Index' (duration: 44.015488ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.565519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.835458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:53.565538Z","caller":"traceutil/trace.go:171","msg":"trace[1206842473] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25380; }","duration":"263.898759ms","start":"2026-03-02T17:39:53.301633Z","end":"2026-03-02T17:39:53.565532Z","steps":["trace[1206842473] 'agreement among raft nodes before linearized reading' (duration: 263.817097ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:53.565464Z","caller":"traceutil/trace.go:171","msg":"trace[922491103] transaction","detail":"{read_only:false; response_revision:25380; number_of_response:1; }","duration":"229.301107ms","start":"2026-03-02T17:39:53.336122Z","end":"2026-03-02T17:39:53.565423Z","steps":["trace[922491103] 'process raft request' (duration: 185.280909ms)","trace[922491103] 'compare' (duration: 43.894715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.565537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.764631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-02T17:39:53.565612Z","caller":"traceutil/trace.go:171","msg":"trace[510968016] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25379; }","duration":"642.864723ms","start":"2026-03-02T17:39:52.922725Z","end":"2026-03-02T17:39:53.56559Z","steps":["trace[510968016] 'agreement among raft nodes before linearized reading' (duration: 443.634504ms)","trace[510968016] 'range keys from in-memory index tree' (duration: 199.012293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:53.565652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:52.922717Z","time spent":"642.925754ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"warn","ts":"2026-03-02T17:39:54.010461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.509584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:54.010585Z","caller":"traceutil/trace.go:171","msg":"trace[665106265] linearizableReadLoop","detail":"{readStateIndex:26309; appliedIndex:26308; }","duration":"445.029922ms","start":"2026-03-02T17:39:53.565526Z","end":"2026-03-02T17:39:54.010556Z","steps":["trace[665106265] 'read index received' (duration: 288.28216ms)","trace[665106265] 'applied index is now lower than readState.Index' (duration: 156.746122ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:54.010616Z","caller":"traceutil/trace.go:171","msg":"trace[683384397] transaction","detail":"{read_only:false; response_revision:25381; number_of_response:1; }","duration":"641.609241ms","start":"2026-03-02T17:39:53.368975Z","end":"2026-03-02T17:39:54.010585Z","steps":["trace[683384397] 'process raft request' (duration: 484.888071ms)","trace[683384397] 'compare' (duration: 156.138825ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:54.010739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.964288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:54.01075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.368948Z","time spent":"641.730985ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:54.010794Z","caller":"traceutil/trace.go:171","msg":"trace[353050347] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25381; }","duration":"539.057361ms","start":"2026-03-02T17:39:53.47172Z","end":"2026-03-02T17:39:54.010777Z","steps":["trace[353050347] 'agreement among raft nodes before linearized reading' (duration: 538.951638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.010883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.471704Z","time spent":"539.162783ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:54.010961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.102868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:54.011011Z","caller":"traceutil/trace.go:171","msg":"trace[190044262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25381; }","duration":"559.19023ms","start":"2026-03-02T17:39:53.451808Z","end":"2026-03-02T17:39:54.010999Z","steps":["trace[190044262] 'agreement among raft nodes before linearized reading' (duration: 559.080158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.011047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.45179Z","time spent":"559.248112ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:54.445027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.396976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:54.445169Z","caller":"traceutil/trace.go:171","msg":"trace[1974736268] transaction","detail":"{read_only:false; response_revision:25382; number_of_response:1; }","duration":"520.112042ms","start":"2026-03-02T17:39:53.925029Z","end":"2026-03-02T17:39:54.445141Z","steps":["trace[1974736268] 'process raft request' (duration: 263.49044ms)","trace[1974736268] 'compare' (duration: 255.960695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:54.44527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.925002Z","time spent":"520.222144ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:54.475234Z","caller":"traceutil/trace.go:171","msg":"trace[1967315103] transaction","detail":"{read_only:false; response_revision:25384; number_of_response:1; }","duration":"549.88391ms","start":"2026-03-02T17:39:53.92533Z","end":"2026-03-02T17:39:54.475214Z","steps":["trace[1967315103] 'process raft request' (duration: 549.818248ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:54.475267Z","caller":"traceutil/trace.go:171","msg":"trace[1395267282] transaction","detail":"{read_only:false; response_revision:25383; number_of_response:1; }","duration":"549.943941ms","start":"2026-03-02T17:39:53.92528Z","end":"2026-03-02T17:39:54.475224Z","steps":["trace[1395267282] 'process raft request' (duration: 549.731186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.475362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.925325Z","time spent":"549.970542ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:54.475455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.925269Z","time spent":"550.083466ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:54.475613Z","caller":"traceutil/trace.go:171","msg":"trace[1934935416] transaction","detail":"{read_only:false; response_revision:25385; number_of_response:1; }","duration":"550.118057ms","start":"2026-03-02T17:39:53.925462Z","end":"2026-03-02T17:39:54.47558Z","steps":["trace[1934935416] 'process raft request' (duration: 549.718866ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:54.475649Z","caller":"traceutil/trace.go:171","msg":"trace[400584205] transaction","detail":"{read_only:false; response_revision:25386; number_of_response:1; }","duration":"550.146427ms","start":"2026-03-02T17:39:53.925494Z","end":"2026-03-02T17:39:54.475641Z","steps":["trace[400584205] 'process raft request' (duration: 549.902412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.475694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.925457Z","time spent":"550.213679ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:54.475773Z","caller":"traceutil/trace.go:171","msg":"trace[947384256] transaction","detail":"{read_only:false; response_revision:25387; number_of_response:1; }","duration":"549.728786ms","start":"2026-03-02T17:39:53.926028Z","end":"2026-03-02T17:39:54.475757Z","steps":["trace[947384256] 'process raft request' (duration: 549.528181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.475727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.925418Z","time spent":"550.25502ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:54.475806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.428415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:54.475848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.617273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"info","ts":"2026-03-02T17:39:54.475872Z","caller":"traceutil/trace.go:171","msg":"trace[409122293] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:25387; }","duration":"905.669875ms","start":"2026-03-02T17:39:53.570196Z","end":"2026-03-02T17:39:54.475866Z","steps":["trace[409122293] 'agreement among raft nodes before linearized reading' (duration: 905.574963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.475858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.926015Z","time spent":"549.787037ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:54.475882Z","caller":"traceutil/trace.go:171","msg":"trace[143308894] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25387; }","duration":"822.551917ms","start":"2026-03-02T17:39:53.653312Z","end":"2026-03-02T17:39:54.475864Z","steps":["trace[143308894] 'agreement among raft nodes before linearized reading' (duration: 822.423664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.475896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.57018Z","time spent":"905.709636ms","remote":"127.0.0.1:42302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9626,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"warn","ts":"2026-03-02T17:39:54.475885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.531909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T17:39:54.475933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.653296Z","time spent":"822.624399ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:54.475976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.660321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" ","response":"range_response_count:1 size:3949"} {"level":"info","ts":"2026-03-02T17:39:54.476025Z","caller":"traceutil/trace.go:171","msg":"trace[43806424] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9; range_end:; response_count:1; response_revision:25387; }","duration":"906.713913ms","start":"2026-03-02T17:39:53.569297Z","end":"2026-03-02T17:39:54.476011Z","steps":["trace[43806424] 'agreement among raft nodes before linearized reading' (duration: 906.561629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.476062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.569282Z","time spent":"906.771755ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-030a13d2-04d9-4611-a3e5-2129dac94ee9\" "} {"level":"info","ts":"2026-03-02T17:39:54.475953Z","caller":"traceutil/trace.go:171","msg":"trace[1220425234] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:25387; }","duration":"670.638282ms","start":"2026-03-02T17:39:53.805301Z","end":"2026-03-02T17:39:54.475939Z","steps":["trace[1220425234] 'agreement among raft nodes before linearized reading' (duration: 670.404826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.476178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:53.805278Z","time spent":"670.885778ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:39:54.476783Z","caller":"traceutil/trace.go:171","msg":"trace[390977420] linearizableReadLoop","detail":"{readStateIndex:26315; appliedIndex:26309; }","duration":"465.028037ms","start":"2026-03-02T17:39:54.010638Z","end":"2026-03-02T17:39:54.475666Z","steps":["trace[390977420] 'read index received' (duration: 177.898647ms)","trace[390977420] 'applied index is now lower than readState.Index' (duration: 287.12849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:54.48204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.698856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189916f4251cc6cf\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-02T17:39:54.482075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.247848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:39:54.48209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.270659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:54.482148Z","caller":"traceutil/trace.go:171","msg":"trace[1920081925] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:25388; }","duration":"185.373141ms","start":"2026-03-02T17:39:54.296754Z","end":"2026-03-02T17:39:54.482127Z","steps":["trace[1920081925] 'agreement among raft nodes before linearized reading' (duration: 185.202396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:54.482161Z","caller":"traceutil/trace.go:171","msg":"trace[374610745] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25388; }","duration":"459.373381ms","start":"2026-03-02T17:39:54.022771Z","end":"2026-03-02T17:39:54.482144Z","steps":["trace[374610745] 'agreement among raft nodes before linearized reading' (duration: 459.165416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.482187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:54.022762Z","time spent":"459.418663ms","remote":"127.0.0.1:52556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:39:54.482229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.486594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:39:54.482254Z","caller":"traceutil/trace.go:171","msg":"trace[1886393147] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25388; }","duration":"233.550115ms","start":"2026-03-02T17:39:54.248697Z","end":"2026-03-02T17:39:54.482247Z","steps":["trace[1886393147] 'agreement among raft nodes before linearized reading' (duration: 233.438533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.48236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.783289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189916f42921f2a1\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-02T17:39:54.482392Z","caller":"traceutil/trace.go:171","msg":"trace[1600420997] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189916f42921f2a1; range_end:; response_count:1; response_revision:25388; }","duration":"467.838891ms","start":"2026-03-02T17:39:54.014546Z","end":"2026-03-02T17:39:54.482385Z","steps":["trace[1600420997] 'agreement among raft nodes before linearized reading' (duration: 467.744848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.48241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:54.014535Z","time spent":"467.869241ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":758,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189916f42921f2a1\" "} {"level":"warn","ts":"2026-03-02T17:39:54.482499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.271473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:54.482557Z","caller":"traceutil/trace.go:171","msg":"trace[37035214] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25388; }","duration":"470.393226ms","start":"2026-03-02T17:39:54.012149Z","end":"2026-03-02T17:39:54.482542Z","steps":["trace[37035214] 'agreement among raft nodes before linearized reading' (duration: 470.306224ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:54.48209Z","caller":"traceutil/trace.go:171","msg":"trace[97300635] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189916f4251cc6cf; range_end:; response_count:1; response_revision:25388; }","duration":"325.789418ms","start":"2026-03-02T17:39:54.156289Z","end":"2026-03-02T17:39:54.482079Z","steps":["trace[97300635] 'agreement among raft nodes before linearized reading' (duration: 325.614634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:54.482603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:54.012091Z","time spent":"470.502619ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:39:54.482667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:54.156267Z","time spent":"326.358964ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1032,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189916f4251cc6cf\" "} {"level":"info","ts":"2026-03-02T17:39:55.050874Z","caller":"traceutil/trace.go:171","msg":"trace[298106884] transaction","detail":"{read_only:false; response_revision:25402; number_of_response:1; }","duration":"153.544639ms","start":"2026-03-02T17:39:54.8973Z","end":"2026-03-02T17:39:55.050844Z","steps":["trace[298106884] 'process raft request' (duration: 153.318462ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:56.298977Z","caller":"traceutil/trace.go:171","msg":"trace[1218973659] linearizableReadLoop","detail":"{readStateIndex:26339; appliedIndex:26338; }","duration":"184.899229ms","start":"2026-03-02T17:39:56.114056Z","end":"2026-03-02T17:39:56.298955Z","steps":["trace[1218973659] 'read index received' (duration: 178.648077ms)","trace[1218973659] 'applied index is now lower than readState.Index' (duration: 6.250212ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:56.299094Z","caller":"traceutil/trace.go:171","msg":"trace[1065287831] transaction","detail":"{read_only:false; response_revision:25410; number_of_response:1; }","duration":"221.516344ms","start":"2026-03-02T17:39:56.077545Z","end":"2026-03-02T17:39:56.299062Z","steps":["trace[1065287831] 'process raft request' (duration: 215.16093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:56.299214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.125655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:56.299626Z","caller":"traceutil/trace.go:171","msg":"trace[1849261249] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25410; }","duration":"185.587657ms","start":"2026-03-02T17:39:56.114021Z","end":"2026-03-02T17:39:56.299608Z","steps":["trace[1849261249] 'agreement among raft nodes before linearized reading' (duration: 185.048002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.046638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.78853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:39:59.046861Z","caller":"traceutil/trace.go:171","msg":"trace[1868642143] linearizableReadLoop","detail":"{readStateIndex:26366; appliedIndex:26361; }","duration":"542.698755ms","start":"2026-03-02T17:39:58.50415Z","end":"2026-03-02T17:39:59.046848Z","steps":["trace[1868642143] 'read index received' (duration: 594.096µs)","trace[1868642143] 'applied index is now lower than readState.Index' (duration: 542.104049ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:39:59.04706Z","caller":"traceutil/trace.go:171","msg":"trace[1492061263] transaction","detail":"{read_only:false; response_revision:25433; number_of_response:1; }","duration":"557.373135ms","start":"2026-03-02T17:39:58.489677Z","end":"2026-03-02T17:39:59.04705Z","steps":["trace[1492061263] 'process raft request' (duration: 207.094522ms)","trace[1492061263] 'compare' (duration: 349.311137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:39:59.047117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:58.489656Z","time spent":"557.435716ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:39:59.047275Z","caller":"traceutil/trace.go:171","msg":"trace[1333043549] transaction","detail":"{read_only:false; response_revision:25435; number_of_response:1; }","duration":"556.712306ms","start":"2026-03-02T17:39:58.490554Z","end":"2026-03-02T17:39:59.047266Z","steps":["trace[1333043549] 'process raft request' (duration: 556.244374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.047327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:58.490538Z","time spent":"556.760088ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:59.047373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.200818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:39:59.047454Z","caller":"traceutil/trace.go:171","msg":"trace[1826394685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25436; }","duration":"543.32365ms","start":"2026-03-02T17:39:58.504111Z","end":"2026-03-02T17:39:59.047435Z","steps":["trace[1826394685] 'agreement among raft nodes before linearized reading' (duration: 543.042934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.047437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.361555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:39:59.047495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:58.504084Z","time spent":"543.401423ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:39:59.047505Z","caller":"traceutil/trace.go:171","msg":"trace[2037344817] transaction","detail":"{read_only:false; response_revision:25434; number_of_response:1; }","duration":"557.774844ms","start":"2026-03-02T17:39:58.489722Z","end":"2026-03-02T17:39:59.047497Z","steps":["trace[2037344817] 'process raft request' (duration: 556.997424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:39:59.047524Z","caller":"traceutil/trace.go:171","msg":"trace[1146990524] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25436; }","duration":"309.507408ms","start":"2026-03-02T17:39:58.737999Z","end":"2026-03-02T17:39:59.047506Z","steps":["trace[1146990524] 'agreement among raft nodes before linearized reading' (duration: 309.270232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.047553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:58.489696Z","time spent":"557.830645ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:59.047572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:58.737978Z","time spent":"309.585021ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:39:59.047609Z","caller":"traceutil/trace.go:171","msg":"trace[605716816] transaction","detail":"{read_only:false; response_revision:25436; number_of_response:1; }","duration":"552.555159ms","start":"2026-03-02T17:39:58.495041Z","end":"2026-03-02T17:39:59.047596Z","steps":["trace[605716816] 'process raft request' (duration: 551.78185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.047696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:39:58.495025Z","time spent":"552.614741ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:39:59.047821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.921019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:39:59.047881Z","caller":"traceutil/trace.go:171","msg":"trace[407542442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25436; }","duration":"144.025182ms","start":"2026-03-02T17:39:58.903843Z","end":"2026-03-02T17:39:59.047868Z","steps":["trace[407542442] 'agreement among raft nodes before linearized reading' (duration: 143.866988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.565649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.707713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:39:59.565729Z","caller":"traceutil/trace.go:171","msg":"trace[16666443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25445; }","duration":"112.827956ms","start":"2026-03-02T17:39:59.452883Z","end":"2026-03-02T17:39:59.565711Z","steps":["trace[16666443] 'range keys from in-memory index tree' (duration: 112.646351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:39:59.566016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.669659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:39:59.56605Z","caller":"traceutil/trace.go:171","msg":"trace[931219421] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25445; }","duration":"103.726871ms","start":"2026-03-02T17:39:59.46231Z","end":"2026-03-02T17:39:59.566037Z","steps":["trace[931219421] 'range keys from in-memory index tree' (duration: 103.521095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:00.935716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.635212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:00.935784Z","caller":"traceutil/trace.go:171","msg":"trace[1289113176] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25466; }","duration":"186.759545ms","start":"2026-03-02T17:40:00.749011Z","end":"2026-03-02T17:40:00.93577Z","steps":["trace[1289113176] 'range keys from in-memory index tree' (duration: 186.53552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:03.776868Z","caller":"traceutil/trace.go:171","msg":"trace[1273026981] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"170.494507ms","start":"2026-03-02T17:40:03.606351Z","end":"2026-03-02T17:40:03.776846Z","steps":["trace[1273026981] 'process raft request' (duration: 170.373913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:03.817278Z","caller":"traceutil/trace.go:171","msg":"trace[691557148] linearizableReadLoop","detail":"{readStateIndex:26424; appliedIndex:26423; }","duration":"105.63565ms","start":"2026-03-02T17:40:03.711622Z","end":"2026-03-02T17:40:03.817257Z","steps":["trace[691557148] 'read index received' (duration: 65.481423ms)","trace[691557148] 'applied index is now lower than readState.Index' (duration: 40.153227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:03.817676Z","caller":"traceutil/trace.go:171","msg":"trace[239730342] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"177.479497ms","start":"2026-03-02T17:40:03.640186Z","end":"2026-03-02T17:40:03.817665Z","steps":["trace[239730342] 'process raft request' (duration: 176.952093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:03.817943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.304007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:40:03.817981Z","caller":"traceutil/trace.go:171","msg":"trace[1150308604] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25493; }","duration":"106.38268ms","start":"2026-03-02T17:40:03.711588Z","end":"2026-03-02T17:40:03.81797Z","steps":["trace[1150308604] 'agreement among raft nodes before linearized reading' (duration: 106.297118ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:35.622559Z","caller":"traceutil/trace.go:171","msg":"trace[992958543] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"219.143403ms","start":"2026-03-02T17:40:35.403388Z","end":"2026-03-02T17:40:35.622531Z","steps":["trace[992958543] 'process raft request' (duration: 218.925458ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:35.753555Z","caller":"traceutil/trace.go:171","msg":"trace[1584818562] transaction","detail":"{read_only:false; response_revision:25754; number_of_response:1; }","duration":"347.653454ms","start":"2026-03-02T17:40:35.405871Z","end":"2026-03-02T17:40:35.753524Z","steps":["trace[1584818562] 'process raft request' (duration: 347.522641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:35.753799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:35.405848Z","time spent":"347.83999ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:35.753954Z","caller":"traceutil/trace.go:171","msg":"trace[746494981] transaction","detail":"{read_only:false; response_revision:25753; number_of_response:1; }","duration":"349.043421ms","start":"2026-03-02T17:40:35.404867Z","end":"2026-03-02T17:40:35.75391Z","steps":["trace[746494981] 'process raft request' (duration: 348.456946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:35.754128Z","caller":"traceutil/trace.go:171","msg":"trace[319001271] transaction","detail":"{read_only:false; response_revision:25755; number_of_response:1; }","duration":"219.149823ms","start":"2026-03-02T17:40:35.534967Z","end":"2026-03-02T17:40:35.754117Z","steps":["trace[319001271] 'process raft request' (duration: 218.479216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:35.754185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:35.404848Z","time spent":"349.232175ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:35.753842Z","caller":"traceutil/trace.go:171","msg":"trace[260941534] transaction","detail":"{read_only:false; response_revision:25752; number_of_response:1; }","duration":"349.932684ms","start":"2026-03-02T17:40:35.403876Z","end":"2026-03-02T17:40:35.753809Z","steps":["trace[260941534] 'process raft request' (duration: 321.480848ms)","trace[260941534] 'compare' (duration: 27.805899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:35.754629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:35.403867Z","time spent":"350.518169ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:36.155238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.223519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:40:36.15531Z","caller":"traceutil/trace.go:171","msg":"trace[1810886127] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25755; }","duration":"283.326222ms","start":"2026-03-02T17:40:35.871966Z","end":"2026-03-02T17:40:36.155292Z","steps":["trace[1810886127] 'count revisions from in-memory index tree' (duration: 283.143587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:36.155525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.348948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:40:36.155622Z","caller":"traceutil/trace.go:171","msg":"trace[2118661408] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25755; }","duration":"294.499121ms","start":"2026-03-02T17:40:35.861099Z","end":"2026-03-02T17:40:36.155598Z","steps":["trace[2118661408] 'count revisions from in-memory index tree' (duration: 294.260605ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:36.155674Z","caller":"traceutil/trace.go:171","msg":"trace[947213780] linearizableReadLoop","detail":"{readStateIndex:26695; appliedIndex:26694; }","duration":"198.589773ms","start":"2026-03-02T17:40:35.957062Z","end":"2026-03-02T17:40:36.155652Z","steps":["trace[947213780] 'read index received' (duration: 168.595687ms)","trace[947213780] 'applied index is now lower than readState.Index' (duration: 29.993326ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:36.155789Z","caller":"traceutil/trace.go:171","msg":"trace[1356395171] transaction","detail":"{read_only:false; response_revision:25756; number_of_response:1; }","duration":"208.165279ms","start":"2026-03-02T17:40:35.947597Z","end":"2026-03-02T17:40:36.155762Z","steps":["trace[1356395171] 'process raft request' (duration: 178.070101ms)","trace[1356395171] 'compare' (duration: 29.867963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:36.155868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.812998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:40:36.155901Z","caller":"traceutil/trace.go:171","msg":"trace[763086516] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25756; }","duration":"198.924481ms","start":"2026-03-02T17:40:35.956961Z","end":"2026-03-02T17:40:36.155886Z","steps":["trace[763086516] 'agreement among raft nodes before linearized reading' (duration: 198.779838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:36.654753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.51785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:36.654816Z","caller":"traceutil/trace.go:171","msg":"trace[957066189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25757; }","duration":"203.616702ms","start":"2026-03-02T17:40:36.451185Z","end":"2026-03-02T17:40:36.654802Z","steps":["trace[957066189] 'range keys from in-memory index tree' (duration: 203.454028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:36.654875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.975349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:40:36.654952Z","caller":"traceutil/trace.go:171","msg":"trace[626625447] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25757; }","duration":"296.097312ms","start":"2026-03-02T17:40:36.358837Z","end":"2026-03-02T17:40:36.654934Z","steps":["trace[626625447] 'range keys from in-memory index tree' (duration: 295.819555ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:36.796409Z","caller":"traceutil/trace.go:171","msg":"trace[1951662557] linearizableReadLoop","detail":"{readStateIndex:26697; appliedIndex:26696; }","duration":"168.514085ms","start":"2026-03-02T17:40:36.627878Z","end":"2026-03-02T17:40:36.796392Z","steps":["trace[1951662557] 'read index received' (duration: 168.432503ms)","trace[1951662557] 'applied index is now lower than readState.Index' (duration: 80.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:36.797171Z","caller":"traceutil/trace.go:171","msg":"trace[1752470278] transaction","detail":"{read_only:false; response_revision:25758; number_of_response:1; }","duration":"201.165629ms","start":"2026-03-02T17:40:36.595996Z","end":"2026-03-02T17:40:36.797161Z","steps":["trace[1752470278] 'process raft request' (duration: 200.257295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:36.79744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.552962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:36.797477Z","caller":"traceutil/trace.go:171","msg":"trace[1401069698] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25758; }","duration":"169.633815ms","start":"2026-03-02T17:40:36.62783Z","end":"2026-03-02T17:40:36.797464Z","steps":["trace[1401069698] 'agreement among raft nodes before linearized reading' (duration: 169.565072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.000611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039169555s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:40:38.001981Z","caller":"traceutil/trace.go:171","msg":"trace[1261881571] linearizableReadLoop","detail":"{readStateIndex:26698; appliedIndex:26697; }","duration":"1.205498514s","start":"2026-03-02T17:40:36.79646Z","end":"2026-03-02T17:40:38.001958Z","steps":["trace[1261881571] 'read index received' (duration: 164.81411ms)","trace[1261881571] 'applied index is now lower than readState.Index' (duration: 1.040680683s)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:38.002095Z","caller":"traceutil/trace.go:171","msg":"trace[1130894449] transaction","detail":"{read_only:false; response_revision:25759; number_of_response:1; }","duration":"1.325231798s","start":"2026-03-02T17:40:36.676852Z","end":"2026-03-02T17:40:38.002084Z","steps":["trace[1130894449] 'process raft request' (duration: 284.437092ms)","trace[1130894449] 'compare' (duration: 1.038278361s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:38.002188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:36.676825Z","time spent":"1.325293778s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:38.002357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356218379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:40:38.002332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34585845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:38.002409Z","caller":"traceutil/trace.go:171","msg":"trace[1877837510] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:25759; }","duration":"1.356310161s","start":"2026-03-02T17:40:36.646086Z","end":"2026-03-02T17:40:38.002396Z","steps":["trace[1877837510] 'agreement among raft nodes before linearized reading' (duration: 1.356217148s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:38.002445Z","caller":"traceutil/trace.go:171","msg":"trace[661816071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25759; }","duration":"1.345993064s","start":"2026-03-02T17:40:36.656421Z","end":"2026-03-02T17:40:38.002414Z","steps":["trace[661816071] 'agreement among raft nodes before linearized reading' (duration: 1.345804718s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.00247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344167187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:40:38.00253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:36.65641Z","time spent":"1.346104347s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:40:38.002467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:36.646064Z","time spent":"1.356392603s","remote":"127.0.0.1:59284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:40:38.002444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351368434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-02T17:40:38.002593Z","caller":"traceutil/trace.go:171","msg":"trace[1368218842] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25759; }","duration":"1.34431548s","start":"2026-03-02T17:40:36.658225Z","end":"2026-03-02T17:40:38.00254Z","steps":["trace[1368218842] 'agreement among raft nodes before linearized reading' (duration: 1.344032532s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:38.002631Z","caller":"traceutil/trace.go:171","msg":"trace[400345304] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25759; }","duration":"1.351596349s","start":"2026-03-02T17:40:36.651024Z","end":"2026-03-02T17:40:38.002621Z","steps":["trace[400345304] 'agreement among raft nodes before linearized reading' (duration: 1.351242549s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.002661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:36.651015Z","time spent":"1.351636679s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-02T17:40:38.002656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:36.658215Z","time spent":"1.344426453s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:40:38.288931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.121724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:40:38.289329Z","caller":"traceutil/trace.go:171","msg":"trace[1916956183] linearizableReadLoop","detail":"{readStateIndex:26702; appliedIndex:26698; }","duration":"287.244544ms","start":"2026-03-02T17:40:38.002031Z","end":"2026-03-02T17:40:38.289275Z","steps":["trace[1916956183] 'read index received' (duration: 132.567356ms)","trace[1916956183] 'applied index is now lower than readState.Index' (duration: 154.675808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:38.289696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.067985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:40:38.289824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.217974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:40:38.289853Z","caller":"traceutil/trace.go:171","msg":"trace[2065819016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25763; }","duration":"531.28476ms","start":"2026-03-02T17:40:37.758538Z","end":"2026-03-02T17:40:38.289823Z","steps":["trace[2065819016] 'agreement among raft nodes before linearized reading' (duration: 530.919141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.289924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.758511Z","time spent":"531.398233ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:40:38.289935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.438143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:38.289977Z","caller":"traceutil/trace.go:171","msg":"trace[2026844538] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25763; }","duration":"709.520775ms","start":"2026-03-02T17:40:37.580443Z","end":"2026-03-02T17:40:38.289964Z","steps":["trace[2026844538] 'agreement among raft nodes before linearized reading' (duration: 709.453404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.290033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.580423Z","time spent":"709.597638ms","remote":"127.0.0.1:50638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:40:38.290304Z","caller":"traceutil/trace.go:171","msg":"trace[1302728085] transaction","detail":"{read_only:false; response_revision:25760; number_of_response:1; }","duration":"1.100751506s","start":"2026-03-02T17:40:37.189529Z","end":"2026-03-02T17:40:38.290281Z","steps":["trace[1302728085] 'process raft request' (duration: 945.061962ms)","trace[1302728085] 'compare' (duration: 153.695292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:38.290397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.473325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:38.290439Z","caller":"traceutil/trace.go:171","msg":"trace[1924881940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25763; }","duration":"738.624229ms","start":"2026-03-02T17:40:37.551804Z","end":"2026-03-02T17:40:38.290428Z","steps":["trace[1924881940] 'agreement among raft nodes before linearized reading' (duration: 738.554247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.290476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.551788Z","time spent":"738.67981ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:40:38.290478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.189464Z","time spent":"1.100912791s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:38.29066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156514857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:38.290685Z","caller":"traceutil/trace.go:171","msg":"trace[1312278790] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:25763; }","duration":"1.156577349s","start":"2026-03-02T17:40:37.134102Z","end":"2026-03-02T17:40:38.29068Z","steps":["trace[1312278790] 'agreement among raft nodes before linearized reading' (duration: 1.156526218s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.290704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.134083Z","time spent":"1.15661622s","remote":"127.0.0.1:45548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:40:38.290726Z","caller":"traceutil/trace.go:171","msg":"trace[946399327] transaction","detail":"{read_only:false; response_revision:25761; number_of_response:1; }","duration":"1.099916185s","start":"2026-03-02T17:40:37.190791Z","end":"2026-03-02T17:40:38.290707Z","steps":["trace[946399327] 'process raft request' (duration: 1.098327124s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.290832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27387401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:38.290861Z","caller":"traceutil/trace.go:171","msg":"trace[773483816] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25763; }","duration":"1.273934552s","start":"2026-03-02T17:40:37.016918Z","end":"2026-03-02T17:40:38.290852Z","steps":["trace[773483816] 'agreement among raft nodes before linearized reading' (duration: 1.273892131s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.290839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.190756Z","time spent":"1.100029308s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:38.291118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314001407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:40:38.289872Z","caller":"traceutil/trace.go:171","msg":"trace[1111783569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25763; }","duration":"662.328157ms","start":"2026-03-02T17:40:37.62753Z","end":"2026-03-02T17:40:38.289858Z","steps":["trace[1111783569] 'agreement among raft nodes before linearized reading' (duration: 662.129202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.29116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.627505Z","time spent":"663.649722ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:40:38.291256Z","caller":"traceutil/trace.go:171","msg":"trace[1987413888] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25763; }","duration":"1.314183172s","start":"2026-03-02T17:40:36.977064Z","end":"2026-03-02T17:40:38.291247Z","steps":["trace[1987413888] 'agreement among raft nodes before linearized reading' (duration: 1.314008708s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.291299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:36.977044Z","time spent":"1.314233444s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:40:38.291392Z","caller":"traceutil/trace.go:171","msg":"trace[2145760502] transaction","detail":"{read_only:false; response_revision:25763; number_of_response:1; }","duration":"1.100277274s","start":"2026-03-02T17:40:37.191102Z","end":"2026-03-02T17:40:38.29138Z","steps":["trace[2145760502] 'process raft request' (duration: 1.098118598s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:38.291416Z","caller":"traceutil/trace.go:171","msg":"trace[1077141622] transaction","detail":"{read_only:false; response_revision:25762; number_of_response:1; }","duration":"1.100439277s","start":"2026-03-02T17:40:37.190956Z","end":"2026-03-02T17:40:38.291395Z","steps":["trace[1077141622] 'process raft request' (duration: 1.09822911s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.291455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.191088Z","time spent":"1.100336675s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:38.291392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.642034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:40:38.290887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.0169Z","time spent":"1.273976693s","remote":"127.0.0.1:52214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:40:38.291556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.568813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:40:38.291559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.190938Z","time spent":"1.100544722s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:38.291581Z","caller":"traceutil/trace.go:171","msg":"trace[1004645302] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25763; }","duration":"532.612255ms","start":"2026-03-02T17:40:37.758963Z","end":"2026-03-02T17:40:38.291575Z","steps":["trace[1004645302] 'agreement among raft nodes before linearized reading' (duration: 532.544373ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:38.291544Z","caller":"traceutil/trace.go:171","msg":"trace[509133255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25763; }","duration":"532.869212ms","start":"2026-03-02T17:40:37.758658Z","end":"2026-03-02T17:40:38.291527Z","steps":["trace[509133255] 'agreement among raft nodes before linearized reading' (duration: 532.401579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.291657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.758636Z","time spent":"533.008505ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:40:38.291599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:37.758953Z","time spent":"532.642635ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:40:38.315232Z","caller":"traceutil/trace.go:171","msg":"trace[1830599577] transaction","detail":"{read_only:false; response_revision:25764; number_of_response:1; }","duration":"153.843685ms","start":"2026-03-02T17:40:38.161369Z","end":"2026-03-02T17:40:38.315213Z","steps":["trace[1830599577] 'process raft request' (duration: 153.706101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.315396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.52447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-02T17:40:38.315447Z","caller":"traceutil/trace.go:171","msg":"trace[497782087] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25764; }","duration":"311.635163ms","start":"2026-03-02T17:40:38.003801Z","end":"2026-03-02T17:40:38.315436Z","steps":["trace[497782087] 'agreement among raft nodes before linearized reading' (duration: 311.417507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.315483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.003778Z","time spent":"311.696145ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18642,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T17:40:38.315801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.387373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:40:38.315869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.11438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:38.315936Z","caller":"traceutil/trace.go:171","msg":"trace[328216082] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25764; }","duration":"306.216663ms","start":"2026-03-02T17:40:38.009701Z","end":"2026-03-02T17:40:38.315918Z","steps":["trace[328216082] 'agreement among raft nodes before linearized reading' (duration: 306.131891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.31599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.00968Z","time spent":"306.297736ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:40:38.315873Z","caller":"traceutil/trace.go:171","msg":"trace[768533354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25764; }","duration":"127.486254ms","start":"2026-03-02T17:40:38.188366Z","end":"2026-03-02T17:40:38.315853Z","steps":["trace[768533354] 'agreement among raft nodes before linearized reading' (duration: 127.31595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.3158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.903449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-02T17:40:38.316401Z","caller":"traceutil/trace.go:171","msg":"trace[461097332] range","detail":"{range_begin:/registry/persistentvolumes/pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3; range_end:; response_count:1; response_revision:25764; }","duration":"310.502864ms","start":"2026-03-02T17:40:38.005863Z","end":"2026-03-02T17:40:38.316366Z","steps":["trace[461097332] 'agreement among raft nodes before linearized reading' (duration: 309.824016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:38.316467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.00585Z","time spent":"310.599646ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1298,"request content":"key:\"/registry/persistentvolumes/pvc-409893c5-a04d-4cf8-9fc3-13b92af3dfc3\" "} {"level":"warn","ts":"2026-03-02T17:40:38.8259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837259626,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:40:39.06188Z","caller":"traceutil/trace.go:171","msg":"trace[1820250217] transaction","detail":"{read_only:false; response_revision:25768; number_of_response:1; }","duration":"761.388637ms","start":"2026-03-02T17:40:38.300466Z","end":"2026-03-02T17:40:39.061855Z","steps":["trace[1820250217] 'process raft request' (duration: 761.351456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.062019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.300459Z","time spent":"761.49285ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:39.062138Z","caller":"traceutil/trace.go:171","msg":"trace[443388563] transaction","detail":"{read_only:false; response_revision:25765; number_of_response:1; }","duration":"762.2858ms","start":"2026-03-02T17:40:38.299822Z","end":"2026-03-02T17:40:39.062108Z","steps":["trace[443388563] 'process raft request' (duration: 761.804618ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:39.062307Z","caller":"traceutil/trace.go:171","msg":"trace[750942732] transaction","detail":"{read_only:false; response_revision:25766; number_of_response:1; }","duration":"762.389552ms","start":"2026-03-02T17:40:38.299894Z","end":"2026-03-02T17:40:39.062284Z","steps":["trace[750942732] 'process raft request' (duration: 761.869068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.06233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.299801Z","time spent":"762.437444ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:39.062423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.299889Z","time spent":"762.468345ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:39.062606Z","caller":"traceutil/trace.go:171","msg":"trace[659442584] transaction","detail":"{read_only:false; response_revision:25767; number_of_response:1; }","duration":"762.657089ms","start":"2026-03-02T17:40:38.299941Z","end":"2026-03-02T17:40:39.062598Z","steps":["trace[659442584] 'process raft request' (duration: 761.851518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.062642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.299922Z","time spent":"762.70139ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:39.255538Z","caller":"traceutil/trace.go:171","msg":"trace[770257728] transaction","detail":"{read_only:false; response_revision:25770; number_of_response:1; }","duration":"718.643753ms","start":"2026-03-02T17:40:38.536872Z","end":"2026-03-02T17:40:39.255515Z","steps":["trace[770257728] 'process raft request' (duration: 718.514848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.255681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.536842Z","time spent":"718.761715ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:39.255733Z","caller":"traceutil/trace.go:171","msg":"trace[857016362] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"935.165438ms","start":"2026-03-02T17:40:38.320529Z","end":"2026-03-02T17:40:39.255695Z","steps":["trace[857016362] 'process raft request' (duration: 862.835918ms)","trace[857016362] 'compare' (duration: 71.908709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:39.255896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.32051Z","time spent":"935.293081ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:39.255924Z","caller":"traceutil/trace.go:171","msg":"trace[164079337] transaction","detail":"{read_only:false; response_revision:25771; number_of_response:1; }","duration":"453.254523ms","start":"2026-03-02T17:40:38.802646Z","end":"2026-03-02T17:40:39.255901Z","steps":["trace[164079337] 'process raft request' (duration: 452.78228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.256017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.802627Z","time spent":"453.341585ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:39.320262Z","caller":"traceutil/trace.go:171","msg":"trace[575712228] linearizableReadLoop","detail":"{readStateIndex:26710; appliedIndex:26703; }","duration":"995.200249ms","start":"2026-03-02T17:40:38.325039Z","end":"2026-03-02T17:40:39.320239Z","steps":["trace[575712228] 'read index received' (duration: 736.489513ms)","trace[575712228] 'applied index is now lower than readState.Index' (duration: 258.709446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:39.320474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.035207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:39.320511Z","caller":"traceutil/trace.go:171","msg":"trace[548155005] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25771; }","duration":"934.12968ms","start":"2026-03-02T17:40:38.386373Z","end":"2026-03-02T17:40:39.320502Z","steps":["trace[548155005] 'agreement among raft nodes before linearized reading' (duration: 934.021698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.320568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.386359Z","time spent":"934.187881ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:40:39.32065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.58548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:801"} {"level":"warn","ts":"2026-03-02T17:40:39.320756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.485432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:40:39.320784Z","caller":"traceutil/trace.go:171","msg":"trace[1830267098] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25771; }","duration":"693.552234ms","start":"2026-03-02T17:40:38.627223Z","end":"2026-03-02T17:40:39.320775Z","steps":["trace[1830267098] 'agreement among raft nodes before linearized reading' (duration: 693.318097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.320803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.627199Z","time spent":"693.599864ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-02T17:40:39.32085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.640027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-02T17:40:39.320915Z","caller":"traceutil/trace.go:171","msg":"trace[1912814204] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25771; }","duration":"222.033258ms","start":"2026-03-02T17:40:39.098868Z","end":"2026-03-02T17:40:39.320902Z","steps":["trace[1912814204] 'agreement among raft nodes before linearized reading' (duration: 221.556005ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:39.320751Z","caller":"traceutil/trace.go:171","msg":"trace[906128636] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:25771; }","duration":"995.706103ms","start":"2026-03-02T17:40:38.325017Z","end":"2026-03-02T17:40:39.320723Z","steps":["trace[906128636] 'agreement among raft nodes before linearized reading' (duration: 995.364573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.32103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.325006Z","time spent":"996.00483ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":823,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-03-02T17:40:39.321068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.42387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418426"} {"level":"info","ts":"2026-03-02T17:40:39.321153Z","caller":"traceutil/trace.go:171","msg":"trace[441722132] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25771; }","duration":"854.550873ms","start":"2026-03-02T17:40:38.466578Z","end":"2026-03-02T17:40:39.321129Z","steps":["trace[441722132] 'agreement among raft nodes before linearized reading' (duration: 854.142883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:39.321211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:38.466544Z","time spent":"854.656736ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418448,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-02T17:40:40.271699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.982861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:911"} {"level":"info","ts":"2026-03-02T17:40:40.271761Z","caller":"traceutil/trace.go:171","msg":"trace[1665940846] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:25772; }","duration":"613.058763ms","start":"2026-03-02T17:40:39.658688Z","end":"2026-03-02T17:40:40.271747Z","steps":["trace[1665940846] 'range keys from in-memory index tree' (duration: 612.801545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.271783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:39.658672Z","time spent":"613.106404ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":933,"request content":"key:\"/registry/serviceaccounts/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-02T17:40:40.399963Z","caller":"traceutil/trace.go:171","msg":"trace[1553612913] linearizableReadLoop","detail":"{readStateIndex:26713; appliedIndex:26712; }","duration":"485.966338ms","start":"2026-03-02T17:40:39.913976Z","end":"2026-03-02T17:40:40.399943Z","steps":["trace[1553612913] 'read index received' (duration: 485.557318ms)","trace[1553612913] 'applied index is now lower than readState.Index' (duration: 407.9µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:40.400035Z","caller":"traceutil/trace.go:171","msg":"trace[690840861] transaction","detail":"{read_only:false; response_revision:25773; number_of_response:1; }","duration":"682.788274ms","start":"2026-03-02T17:40:39.71721Z","end":"2026-03-02T17:40:40.399998Z","steps":["trace[690840861] 'process raft request' (duration: 682.413475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.400138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.147103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:40:40.400174Z","caller":"traceutil/trace.go:171","msg":"trace[1120072218] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25773; }","duration":"486.246727ms","start":"2026-03-02T17:40:39.913915Z","end":"2026-03-02T17:40:40.400162Z","steps":["trace[1120072218] 'agreement among raft nodes before linearized reading' (duration: 486.129283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.400189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:39.717175Z","time spent":"682.929698ms","remote":"127.0.0.1:52498","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:40.400203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:39.913892Z","time spent":"486.302547ms","remote":"127.0.0.1:45568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:40:40.543918Z","caller":"traceutil/trace.go:171","msg":"trace[1132045357] transaction","detail":"{read_only:false; response_revision:25774; number_of_response:1; }","duration":"624.021506ms","start":"2026-03-02T17:40:39.919864Z","end":"2026-03-02T17:40:40.543886Z","steps":["trace[1132045357] 'process raft request' (duration: 567.66919ms)","trace[1132045357] 'compare' (duration: 56.141551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:40.54409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:39.919839Z","time spent":"624.16563ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:40.544321Z","caller":"traceutil/trace.go:171","msg":"trace[118262336] transaction","detail":"{read_only:false; response_revision:25775; number_of_response:1; }","duration":"535.918848ms","start":"2026-03-02T17:40:40.008375Z","end":"2026-03-02T17:40:40.544294Z","steps":["trace[118262336] 'process raft request' (duration: 535.462757ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:40.5448Z","caller":"traceutil/trace.go:171","msg":"trace[2084719156] transaction","detail":"{read_only:false; response_revision:25776; number_of_response:1; }","duration":"255.665787ms","start":"2026-03-02T17:40:40.289091Z","end":"2026-03-02T17:40:40.544757Z","steps":["trace[2084719156] 'process raft request' (duration: 255.02185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.544868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:40.008354Z","time spent":"536.404312ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:40.544981Z","caller":"traceutil/trace.go:171","msg":"trace[60854828] transaction","detail":"{read_only:false; response_revision:25777; number_of_response:1; }","duration":"245.34174ms","start":"2026-03-02T17:40:40.299618Z","end":"2026-03-02T17:40:40.54496Z","steps":["trace[60854828] 'process raft request' (duration: 245.037592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:40.545032Z","caller":"traceutil/trace.go:171","msg":"trace[1729964543] transaction","detail":"{read_only:false; response_revision:25779; number_of_response:1; }","duration":"236.114082ms","start":"2026-03-02T17:40:40.308898Z","end":"2026-03-02T17:40:40.545012Z","steps":["trace[1729964543] 'process raft request' (duration: 235.969488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:40.54506Z","caller":"traceutil/trace.go:171","msg":"trace[1078054436] linearizableReadLoop","detail":"{readStateIndex:26721; appliedIndex:26713; }","duration":"144.997807ms","start":"2026-03-02T17:40:40.400021Z","end":"2026-03-02T17:40:40.545019Z","steps":["trace[1078054436] 'read index received' (duration: 87.497451ms)","trace[1078054436] 'applied index is now lower than readState.Index' (duration: 57.499486ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:40.545125Z","caller":"traceutil/trace.go:171","msg":"trace[22675183] transaction","detail":"{read_only:false; response_revision:25781; number_of_response:1; }","duration":"222.905391ms","start":"2026-03-02T17:40:40.322209Z","end":"2026-03-02T17:40:40.545114Z","steps":["trace[22675183] 'process raft request' (duration: 222.761747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:40.545131Z","caller":"traceutil/trace.go:171","msg":"trace[958947085] transaction","detail":"{read_only:false; response_revision:25778; number_of_response:1; }","duration":"244.791456ms","start":"2026-03-02T17:40:40.300301Z","end":"2026-03-02T17:40:40.545093Z","steps":["trace[958947085] 'process raft request' (duration: 244.473507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.545196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.711307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:40.545184Z","caller":"traceutil/trace.go:171","msg":"trace[19143412] transaction","detail":"{read_only:false; response_revision:25780; number_of_response:1; }","duration":"236.206695ms","start":"2026-03-02T17:40:40.308969Z","end":"2026-03-02T17:40:40.545176Z","steps":["trace[19143412] 'process raft request' (duration: 235.950708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:40.545255Z","caller":"traceutil/trace.go:171","msg":"trace[2098411261] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25781; }","duration":"354.808109ms","start":"2026-03-02T17:40:40.190431Z","end":"2026-03-02T17:40:40.545239Z","steps":["trace[2098411261] 'agreement among raft nodes before linearized reading' (duration: 354.682026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.545297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:40.190411Z","time spent":"354.873601ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:40:40.545484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.931074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zf6bf\" ","response":"range_response_count:1 size:4159"} {"level":"info","ts":"2026-03-02T17:40:40.545562Z","caller":"traceutil/trace.go:171","msg":"trace[114008051] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-zf6bf; range_end:; response_count:1; response_revision:25781; }","duration":"273.039177ms","start":"2026-03-02T17:40:40.272503Z","end":"2026-03-02T17:40:40.545542Z","steps":["trace[114008051] 'agreement among raft nodes before linearized reading' (duration: 272.635387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:40.858255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.054071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:40:40.858381Z","caller":"traceutil/trace.go:171","msg":"trace[1863344534] transaction","detail":"{read_only:false; response_revision:25782; number_of_response:1; }","duration":"249.96684ms","start":"2026-03-02T17:40:40.608393Z","end":"2026-03-02T17:40:40.85836Z","steps":["trace[1863344534] 'process raft request' (duration: 54.647752ms)","trace[1863344534] 'compare' (duration: 194.744633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:41.251422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.238814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:40:41.251542Z","caller":"traceutil/trace.go:171","msg":"trace[1152810365] linearizableReadLoop","detail":"{readStateIndex:26723; appliedIndex:26722; }","duration":"477.391457ms","start":"2026-03-02T17:40:40.774134Z","end":"2026-03-02T17:40:41.251526Z","steps":["trace[1152810365] 'read index received' (duration: 295.969958ms)","trace[1152810365] 'applied index is now lower than readState.Index' (duration: 181.420049ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:41.251572Z","caller":"traceutil/trace.go:171","msg":"trace[939735277] transaction","detail":"{read_only:false; response_revision:25783; number_of_response:1; }","duration":"491.43078ms","start":"2026-03-02T17:40:40.760103Z","end":"2026-03-02T17:40:41.251534Z","steps":["trace[939735277] 'process raft request' (duration: 309.994981ms)","trace[939735277] 'compare' (duration: 181.09469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:41.251704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.578392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:41.25175Z","caller":"traceutil/trace.go:171","msg":"trace[2131370151] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25783; }","duration":"477.669464ms","start":"2026-03-02T17:40:40.774068Z","end":"2026-03-02T17:40:41.251738Z","steps":["trace[2131370151] 'agreement among raft nodes before linearized reading' (duration: 477.585642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:41.251747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:40.760082Z","time spent":"491.599294ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:41.25178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:40.774048Z","time spent":"477.724305ms","remote":"127.0.0.1:52250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:40:41.25206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.443686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:40:41.252131Z","caller":"traceutil/trace.go:171","msg":"trace[1010708752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25783; }","duration":"184.549578ms","start":"2026-03-02T17:40:41.067573Z","end":"2026-03-02T17:40:41.252123Z","steps":["trace[1010708752] 'agreement among raft nodes before linearized reading' (duration: 184.405965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:41.252144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.679572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:41.252184Z","caller":"traceutil/trace.go:171","msg":"trace[287349421] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25783; }","duration":"124.757405ms","start":"2026-03-02T17:40:41.127414Z","end":"2026-03-02T17:40:41.252172Z","steps":["trace[287349421] 'agreement among raft nodes before linearized reading' (duration: 124.668551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:41.25224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.468137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:40:41.252274Z","caller":"traceutil/trace.go:171","msg":"trace[417806367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25783; }","duration":"184.519509ms","start":"2026-03-02T17:40:41.067746Z","end":"2026-03-02T17:40:41.252266Z","steps":["trace[417806367] 'agreement among raft nodes before linearized reading' (duration: 184.399656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:41.252348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.676202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:40:41.252419Z","caller":"traceutil/trace.go:171","msg":"trace[1751277990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25783; }","duration":"184.793095ms","start":"2026-03-02T17:40:41.067608Z","end":"2026-03-02T17:40:41.252401Z","steps":["trace[1751277990] 'agreement among raft nodes before linearized reading' (duration: 184.59133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:41.252405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.062427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:40:41.252495Z","caller":"traceutil/trace.go:171","msg":"trace[1378322558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25783; }","duration":"184.219671ms","start":"2026-03-02T17:40:41.068253Z","end":"2026-03-02T17:40:41.252472Z","steps":["trace[1378322558] 'agreement among raft nodes before linearized reading' (duration: 183.917574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:42.786983Z","caller":"traceutil/trace.go:171","msg":"trace[634149564] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"236.731618ms","start":"2026-03-02T17:40:42.550226Z","end":"2026-03-02T17:40:42.786957Z","steps":["trace[634149564] 'process raft request' (duration: 236.529773ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:43.067229Z","caller":"traceutil/trace.go:171","msg":"trace[962718243] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"513.606464ms","start":"2026-03-02T17:40:42.5536Z","end":"2026-03-02T17:40:43.067207Z","steps":["trace[962718243] 'process raft request' (duration: 513.566213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:43.067272Z","caller":"traceutil/trace.go:171","msg":"trace[555085210] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"515.388428ms","start":"2026-03-02T17:40:42.551851Z","end":"2026-03-02T17:40:43.067239Z","steps":["trace[555085210] 'process raft request' (duration: 515.170593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:43.06736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:42.553568Z","time spent":"513.722226ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:43.067415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:42.551841Z","time spent":"515.494732ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:43.06762Z","caller":"traceutil/trace.go:171","msg":"trace[769331696] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"515.646277ms","start":"2026-03-02T17:40:42.551962Z","end":"2026-03-02T17:40:43.067609Z","steps":["trace[769331696] 'process raft request' (duration: 515.100402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:43.067685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:42.551938Z","time spent":"515.715278ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:43.067736Z","caller":"traceutil/trace.go:171","msg":"trace[979350976] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"517.418011ms","start":"2026-03-02T17:40:42.550306Z","end":"2026-03-02T17:40:43.067724Z","steps":["trace[979350976] 'process raft request' (duration: 516.58751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:43.0678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:42.550274Z","time spent":"517.495363ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:43.067832Z","caller":"traceutil/trace.go:171","msg":"trace[1894233413] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"515.043531ms","start":"2026-03-02T17:40:42.552779Z","end":"2026-03-02T17:40:43.067823Z","steps":["trace[1894233413] 'process raft request' (duration: 514.315752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:43.067883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:42.552764Z","time spent":"515.091922ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:49.029205Z","caller":"traceutil/trace.go:171","msg":"trace[887458934] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"223.999488ms","start":"2026-03-02T17:40:48.805141Z","end":"2026-03-02T17:40:49.029141Z","steps":["trace[887458934] 'process raft request' (duration: 223.785233ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.426327Z","caller":"traceutil/trace.go:171","msg":"trace[1087119122] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"334.762501ms","start":"2026-03-02T17:40:49.091546Z","end":"2026-03-02T17:40:49.426309Z","steps":["trace[1087119122] 'process raft request' (duration: 334.71344ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.426384Z","caller":"traceutil/trace.go:171","msg":"trace[1988153118] transaction","detail":"{read_only:false; response_revision:25833; number_of_response:1; }","duration":"339.057522ms","start":"2026-03-02T17:40:49.087289Z","end":"2026-03-02T17:40:49.426347Z","steps":["trace[1988153118] 'process raft request' (duration: 266.105107ms)","trace[1988153118] 'compare' (duration: 72.75466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:49.426426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.091524Z","time spent":"334.848263ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:49.426503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.087255Z","time spent":"339.182924ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:49.678642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.201602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:40:49.679021Z","caller":"traceutil/trace.go:171","msg":"trace[675544288] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"577.870693ms","start":"2026-03-02T17:40:49.101114Z","end":"2026-03-02T17:40:49.678984Z","steps":["trace[675544288] 'process raft request' (duration: 434.251672ms)","trace[675544288] 'compare' (duration: 142.894962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:40:49.679195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.101081Z","time spent":"578.026777ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:49.679307Z","caller":"traceutil/trace.go:171","msg":"trace[1328749287] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"578.066949ms","start":"2026-03-02T17:40:49.101174Z","end":"2026-03-02T17:40:49.679241Z","steps":["trace[1328749287] 'process raft request' (duration: 577.576356ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.679408Z","caller":"traceutil/trace.go:171","msg":"trace[1673083726] linearizableReadLoop","detail":"{readStateIndex:26778; appliedIndex:26774; }","duration":"549.695496ms","start":"2026-03-02T17:40:49.129686Z","end":"2026-03-02T17:40:49.679381Z","steps":["trace[1673083726] 'read index received' (duration: 223.747882ms)","trace[1673083726] 'applied index is now lower than readState.Index' (duration: 325.945984ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:49.679455Z","caller":"traceutil/trace.go:171","msg":"trace[1071145895] transaction","detail":"{read_only:false; response_revision:25837; number_of_response:1; }","duration":"370.975707ms","start":"2026-03-02T17:40:49.308453Z","end":"2026-03-02T17:40:49.679428Z","steps":["trace[1071145895] 'process raft request' (duration: 370.652088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.679494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.101134Z","time spent":"578.222493ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:40:49.679584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.88405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:40:49.679607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.308427Z","time spent":"371.08649ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:40:49.679674Z","caller":"traceutil/trace.go:171","msg":"trace[1703536100] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25837; }","duration":"550.023683ms","start":"2026-03-02T17:40:49.129627Z","end":"2026-03-02T17:40:49.679651Z","steps":["trace[1703536100] 'agreement among raft nodes before linearized reading' (duration: 549.88267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.679687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.337894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:40:49.67969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.47265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:40:49.679694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.644043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:40:49.679731Z","caller":"traceutil/trace.go:171","msg":"trace[1806697308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25837; }","duration":"369.410716ms","start":"2026-03-02T17:40:49.310307Z","end":"2026-03-02T17:40:49.679717Z","steps":["trace[1806697308] 'agreement among raft nodes before linearized reading' (duration: 369.249952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.679729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.129606Z","time spent":"550.110376ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:40:49.679749Z","caller":"traceutil/trace.go:171","msg":"trace[720455428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25837; }","duration":"164.551982ms","start":"2026-03-02T17:40:49.515173Z","end":"2026-03-02T17:40:49.679725Z","steps":["trace[720455428] 'agreement among raft nodes before linearized reading' (duration: 164.404199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.679766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.310296Z","time spent":"369.463157ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:40:49.679757Z","caller":"traceutil/trace.go:171","msg":"trace[1606368345] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25837; }","duration":"316.743705ms","start":"2026-03-02T17:40:49.362994Z","end":"2026-03-02T17:40:49.679738Z","steps":["trace[1606368345] 'agreement among raft nodes before linearized reading' (duration: 316.569061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.679811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.362975Z","time spent":"316.824937ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:40:49.679924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.485074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:40:49.679973Z","caller":"traceutil/trace.go:171","msg":"trace[1700491226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25837; }","duration":"322.583856ms","start":"2026-03-02T17:40:49.35738Z","end":"2026-03-02T17:40:49.679963Z","steps":["trace[1700491226] 'agreement among raft nodes before linearized reading' (duration: 322.463892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.680009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.357348Z","time spent":"322.654878ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:40:49.680097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.665642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:40:49.680156Z","caller":"traceutil/trace.go:171","msg":"trace[2138653642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25837; }","duration":"326.763024ms","start":"2026-03-02T17:40:49.353378Z","end":"2026-03-02T17:40:49.680141Z","steps":["trace[2138653642] 'agreement among raft nodes before linearized reading' (duration: 326.58989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.680207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:40:49.680206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.353356Z","time spent":"326.838227ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:40:49.680248Z","caller":"traceutil/trace.go:171","msg":"trace[270884841] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25837; }","duration":"365.346592ms","start":"2026-03-02T17:40:49.31489Z","end":"2026-03-02T17:40:49.680236Z","steps":["trace[270884841] 'agreement among raft nodes before linearized reading' (duration: 365.252599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.680298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:40:49.314879Z","time spent":"365.409553ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:40:49.680432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.848344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:49.68062Z","caller":"traceutil/trace.go:171","msg":"trace[592959263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25837; }","duration":"229.010268ms","start":"2026-03-02T17:40:49.451487Z","end":"2026-03-02T17:40:49.680497Z","steps":["trace[592959263] 'agreement among raft nodes before linearized reading' (duration: 228.125845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.855342Z","caller":"traceutil/trace.go:171","msg":"trace[804689801] transaction","detail":"{read_only:false; response_revision:25838; number_of_response:1; }","duration":"170.682511ms","start":"2026-03-02T17:40:49.684626Z","end":"2026-03-02T17:40:49.855308Z","steps":["trace[804689801] 'process raft request' (duration: 107.609021ms)","trace[804689801] 'compare' (duration: 62.828244ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:49.856504Z","caller":"traceutil/trace.go:171","msg":"trace[1596427510] transaction","detail":"{read_only:false; response_revision:25839; number_of_response:1; }","duration":"171.691477ms","start":"2026-03-02T17:40:49.684786Z","end":"2026-03-02T17:40:49.856477Z","steps":["trace[1596427510] 'process raft request' (duration: 171.45035ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.856793Z","caller":"traceutil/trace.go:171","msg":"trace[1598523537] transaction","detail":"{read_only:false; response_revision:25840; number_of_response:1; }","duration":"171.917403ms","start":"2026-03-02T17:40:49.68485Z","end":"2026-03-02T17:40:49.856768Z","steps":["trace[1598523537] 'process raft request' (duration: 171.578095ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.857168Z","caller":"traceutil/trace.go:171","msg":"trace[252369855] linearizableReadLoop","detail":"{readStateIndex:26782; appliedIndex:26779; }","duration":"172.128208ms","start":"2026-03-02T17:40:49.685022Z","end":"2026-03-02T17:40:49.85715Z","steps":["trace[252369855] 'read index received' (duration: 107.229251ms)","trace[252369855] 'applied index is now lower than readState.Index' (duration: 64.897787ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:49.857269Z","caller":"traceutil/trace.go:171","msg":"trace[236288094] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"171.218216ms","start":"2026-03-02T17:40:49.686039Z","end":"2026-03-02T17:40:49.857257Z","steps":["trace[236288094] 'process raft request' (duration: 171.040171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:49.857339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.304743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18620"} {"level":"info","ts":"2026-03-02T17:40:49.857371Z","caller":"traceutil/trace.go:171","msg":"trace[1838880859] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25842; }","duration":"172.353954ms","start":"2026-03-02T17:40:49.685007Z","end":"2026-03-02T17:40:49.857361Z","steps":["trace[1838880859] 'agreement among raft nodes before linearized reading' (duration: 172.206401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:49.857358Z","caller":"traceutil/trace.go:171","msg":"trace[141898070] transaction","detail":"{read_only:false; response_revision:25841; number_of_response:1; }","duration":"171.496362ms","start":"2026-03-02T17:40:49.685747Z","end":"2026-03-02T17:40:49.857243Z","steps":["trace[141898070] 'process raft request' (duration: 170.946008ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:51.132161Z","caller":"traceutil/trace.go:171","msg":"trace[845014711] transaction","detail":"{read_only:false; response_revision:25845; number_of_response:1; }","duration":"219.194924ms","start":"2026-03-02T17:40:50.912927Z","end":"2026-03-02T17:40:51.132122Z","steps":["trace[845014711] 'process raft request' (duration: 218.941057ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:40:51.135875Z","caller":"traceutil/trace.go:171","msg":"trace[1719363661] transaction","detail":"{read_only:false; response_revision:25846; number_of_response:1; }","duration":"100.712962ms","start":"2026-03-02T17:40:51.035133Z","end":"2026-03-02T17:40:51.135846Z","steps":["trace[1719363661] 'process raft request' (duration: 100.519198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:51.550675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.276811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:40:51.55083Z","caller":"traceutil/trace.go:171","msg":"trace[80252664] transaction","detail":"{read_only:false; response_revision:25849; number_of_response:1; }","duration":"118.838181ms","start":"2026-03-02T17:40:51.431964Z","end":"2026-03-02T17:40:51.550802Z","steps":["trace[80252664] 'process raft request' (duration: 18.113318ms)","trace[80252664] 'compare' (duration: 100.082617ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:51.570154Z","caller":"traceutil/trace.go:171","msg":"trace[389701601] linearizableReadLoop","detail":"{readStateIndex:26792; appliedIndex:26791; }","duration":"118.83406ms","start":"2026-03-02T17:40:51.451295Z","end":"2026-03-02T17:40:51.570129Z","steps":["trace[389701601] 'read index received' (duration: 118.601264ms)","trace[389701601] 'applied index is now lower than readState.Index' (duration: 231.756µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:40:51.570227Z","caller":"traceutil/trace.go:171","msg":"trace[1061416309] transaction","detail":"{read_only:false; response_revision:25850; number_of_response:1; }","duration":"136.95323ms","start":"2026-03-02T17:40:51.433241Z","end":"2026-03-02T17:40:51.570194Z","steps":["trace[1061416309] 'process raft request' (duration: 136.657911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:40:51.570351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.036276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:40:51.570447Z","caller":"traceutil/trace.go:171","msg":"trace[1388199058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25850; }","duration":"119.147008ms","start":"2026-03-02T17:40:51.451276Z","end":"2026-03-02T17:40:51.570423Z","steps":["trace[1388199058] 'agreement among raft nodes before linearized reading' (duration: 118.950173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.474964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837260656,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:41:17.85974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.060539508s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:41:17.860051Z","caller":"traceutil/trace.go:171","msg":"trace[390321564] transaction","detail":"{read_only:false; response_revision:26193; number_of_response:1; }","duration":"1.060901817s","start":"2026-03-02T17:41:16.799129Z","end":"2026-03-02T17:41:17.860031Z","steps":["trace[390321564] 'process raft request' (duration: 1.060768204s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.860162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:16.799113Z","time spent":"1.06099099s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:17.86503Z","caller":"traceutil/trace.go:171","msg":"trace[219181339] transaction","detail":"{read_only:false; response_revision:26195; number_of_response:1; }","duration":"642.193466ms","start":"2026-03-02T17:41:17.22282Z","end":"2026-03-02T17:41:17.865013Z","steps":["trace[219181339] 'process raft request' (duration: 642.137134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.222795Z","time spent":"642.294299ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:17.865039Z","caller":"traceutil/trace.go:171","msg":"trace[1717855303] transaction","detail":"{read_only:false; response_revision:26194; number_of_response:1; }","duration":"642.918706ms","start":"2026-03-02T17:41:17.222105Z","end":"2026-03-02T17:41:17.865024Z","steps":["trace[1717855303] 'process raft request' (duration: 642.755631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.22208Z","time spent":"643.176751ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:17.865331Z","caller":"traceutil/trace.go:171","msg":"trace[107631479] transaction","detail":"{read_only:false; response_revision:26196; number_of_response:1; }","duration":"198.188121ms","start":"2026-03-02T17:41:17.66712Z","end":"2026-03-02T17:41:17.865309Z","steps":["trace[107631479] 'process raft request' (duration: 197.864864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:17.865453Z","caller":"traceutil/trace.go:171","msg":"trace[431284532] linearizableReadLoop","detail":"{readStateIndex:27144; appliedIndex:27141; }","duration":"891.54079ms","start":"2026-03-02T17:41:16.973897Z","end":"2026-03-02T17:41:17.865437Z","steps":["trace[431284532] 'read index received' (duration: 886.028217ms)","trace[431284532] 'applied index is now lower than readState.Index' (duration: 5.511683ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:41:17.865489Z","caller":"traceutil/trace.go:171","msg":"trace[1631862877] transaction","detail":"{read_only:false; response_revision:26197; number_of_response:1; }","duration":"195.592394ms","start":"2026-03-02T17:41:17.669877Z","end":"2026-03-02T17:41:17.865469Z","steps":["trace[1631862877] 'process raft request' (duration: 195.337528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.676503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:17.865595Z","caller":"traceutil/trace.go:171","msg":"trace[2146288276] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:26197; }","duration":"891.707343ms","start":"2026-03-02T17:41:16.973879Z","end":"2026-03-02T17:41:17.865586Z","steps":["trace[2146288276] 'agreement among raft nodes before linearized reading' (duration: 891.638832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:16.973815Z","time spent":"891.805136ms","remote":"127.0.0.1:41334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:41:17.865728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.732459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-02T17:41:17.865737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.067691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:41:17.865737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.010625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:17.865769Z","caller":"traceutil/trace.go:171","msg":"trace[1364095253] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:26197; }","duration":"736.805781ms","start":"2026-03-02T17:41:17.128954Z","end":"2026-03-02T17:41:17.86576Z","steps":["trace[1364095253] 'agreement among raft nodes before linearized reading' (duration: 736.603096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:17.865775Z","caller":"traceutil/trace.go:171","msg":"trace[667278393] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26197; }","duration":"664.153014ms","start":"2026-03-02T17:41:17.201612Z","end":"2026-03-02T17:41:17.865765Z","steps":["trace[667278393] 'agreement among raft nodes before linearized reading' (duration: 664.083082ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:17.865784Z","caller":"traceutil/trace.go:171","msg":"trace[1802883055] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26197; }","duration":"136.108238ms","start":"2026-03-02T17:41:17.729664Z","end":"2026-03-02T17:41:17.865772Z","steps":["trace[1802883055] 'agreement among raft nodes before linearized reading' (duration: 136.023456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.12894Z","time spent":"736.851112ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":248,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:41:17.865813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.201588Z","time spent":"664.208675ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:41:17.865822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.648035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:17.86585Z","caller":"traceutil/trace.go:171","msg":"trace[417064621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26197; }","duration":"412.710986ms","start":"2026-03-02T17:41:17.453132Z","end":"2026-03-02T17:41:17.865843Z","steps":["trace[417064621] 'agreement among raft nodes before linearized reading' (duration: 412.667544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.637461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:17.865908Z","caller":"traceutil/trace.go:171","msg":"trace[1804228667] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26197; }","duration":"663.722673ms","start":"2026-03-02T17:41:17.202171Z","end":"2026-03-02T17:41:17.865893Z","steps":["trace[1804228667] 'agreement among raft nodes before linearized reading' (duration: 663.527758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.202152Z","time spent":"663.776174ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:41:17.865959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.707529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T17:41:17.865963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.098326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:17.865983Z","caller":"traceutil/trace.go:171","msg":"trace[440691386] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26197; }","duration":"594.755671ms","start":"2026-03-02T17:41:17.27122Z","end":"2026-03-02T17:41:17.865976Z","steps":["trace[440691386] 'agreement among raft nodes before linearized reading' (duration: 594.667559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.553314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:41:17.866006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.271206Z","time spent":"594.796731ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-02T17:41:17.865869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.453112Z","time spent":"412.753947ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:41:17.866009Z","caller":"traceutil/trace.go:171","msg":"trace[68889270] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26197; }","duration":"136.183659ms","start":"2026-03-02T17:41:17.729815Z","end":"2026-03-02T17:41:17.865999Z","steps":["trace[68889270] 'agreement among raft nodes before linearized reading' (duration: 136.122198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:17.866013Z","caller":"traceutil/trace.go:171","msg":"trace[667978745] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26197; }","duration":"664.620675ms","start":"2026-03-02T17:41:17.201384Z","end":"2026-03-02T17:41:17.866005Z","steps":["trace[667978745] 'agreement among raft nodes before linearized reading' (duration: 664.565494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.866036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.201367Z","time spent":"664.664976ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:41:17.866109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.328813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:17.866143Z","caller":"traceutil/trace.go:171","msg":"trace[362896249] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26197; }","duration":"136.400485ms","start":"2026-03-02T17:41:17.729734Z","end":"2026-03-02T17:41:17.866135Z","steps":["trace[362896249] 'agreement among raft nodes before linearized reading' (duration: 136.343603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.865745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.138373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:17.866493Z","caller":"traceutil/trace.go:171","msg":"trace[410318505] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26197; }","duration":"664.917113ms","start":"2026-03-02T17:41:17.201563Z","end":"2026-03-02T17:41:17.86648Z","steps":["trace[410318505] 'agreement among raft nodes before linearized reading' (duration: 664.127443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:17.86659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:17.201558Z","time spent":"665.004876ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:41:18.055051Z","caller":"traceutil/trace.go:171","msg":"trace[25210123] linearizableReadLoop","detail":"{readStateIndex:27147; appliedIndex:27146; }","duration":"187.583838ms","start":"2026-03-02T17:41:17.867441Z","end":"2026-03-02T17:41:18.055025Z","steps":["trace[25210123] 'read index received' (duration: 187.494115ms)","trace[25210123] 'applied index is now lower than readState.Index' (duration: 88.422µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:41:18.055444Z","caller":"traceutil/trace.go:171","msg":"trace[1519852702] transaction","detail":"{read_only:false; response_revision:26198; number_of_response:1; }","duration":"188.381349ms","start":"2026-03-02T17:41:17.867047Z","end":"2026-03-02T17:41:18.055429Z","steps":["trace[1519852702] 'process raft request' (duration: 187.819425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:18.055495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.219844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:18.055552Z","caller":"traceutil/trace.go:171","msg":"trace[1968888229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26198; }","duration":"188.300426ms","start":"2026-03-02T17:41:17.867238Z","end":"2026-03-02T17:41:18.055538Z","steps":["trace[1968888229] 'agreement among raft nodes before linearized reading' (duration: 188.192603ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:18.056541Z","caller":"traceutil/trace.go:171","msg":"trace[38654644] transaction","detail":"{read_only:false; response_revision:26199; number_of_response:1; }","duration":"184.887718ms","start":"2026-03-02T17:41:17.871642Z","end":"2026-03-02T17:41:18.05653Z","steps":["trace[38654644] 'process raft request' (duration: 184.215921ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:18.05699Z","caller":"traceutil/trace.go:171","msg":"trace[1725067693] transaction","detail":"{read_only:false; response_revision:26200; number_of_response:1; }","duration":"183.203615ms","start":"2026-03-02T17:41:17.87377Z","end":"2026-03-02T17:41:18.056973Z","steps":["trace[1725067693] 'process raft request' (duration: 182.370154ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.058232Z","caller":"traceutil/trace.go:171","msg":"trace[194790598] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"137.431603ms","start":"2026-03-02T17:41:31.920759Z","end":"2026-03-02T17:41:32.058191Z","steps":["trace[194790598] 'process raft request' (duration: 125.533045ms)","trace[194790598] 'compare' (duration: 11.466986ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:41:32.058361Z","caller":"traceutil/trace.go:171","msg":"trace[1646644738] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"132.479113ms","start":"2026-03-02T17:41:31.925848Z","end":"2026-03-02T17:41:32.058327Z","steps":["trace[1646644738] 'process raft request' (duration: 132.35416ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.058277Z","caller":"traceutil/trace.go:171","msg":"trace[1576780661] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"132.594307ms","start":"2026-03-02T17:41:31.925656Z","end":"2026-03-02T17:41:32.058251Z","steps":["trace[1576780661] 'process raft request' (duration: 132.439743ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.225351Z","caller":"traceutil/trace.go:171","msg":"trace[681749979] linearizableReadLoop","detail":"{readStateIndex:27258; appliedIndex:27255; }","duration":"112.827156ms","start":"2026-03-02T17:41:32.112502Z","end":"2026-03-02T17:41:32.225329Z","steps":["trace[681749979] 'read index received' (duration: 39.08736ms)","trace[681749979] 'applied index is now lower than readState.Index' (duration: 73.738666ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:41:32.225424Z","caller":"traceutil/trace.go:171","msg":"trace[1495394537] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"114.410267ms","start":"2026-03-02T17:41:32.110983Z","end":"2026-03-02T17:41:32.225393Z","steps":["trace[1495394537] 'process raft request' (duration: 114.15846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.225467Z","caller":"traceutil/trace.go:171","msg":"trace[1150234404] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"113.454131ms","start":"2026-03-02T17:41:32.112002Z","end":"2026-03-02T17:41:32.225456Z","steps":["trace[1150234404] 'process raft request' (duration: 113.286556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:32.225607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.920604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T17:41:32.225624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.130174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:32.225657Z","caller":"traceutil/trace.go:171","msg":"trace[1648115756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26306; }","duration":"102.038277ms","start":"2026-03-02T17:41:32.123607Z","end":"2026-03-02T17:41:32.225645Z","steps":["trace[1648115756] 'agreement among raft nodes before linearized reading' (duration: 101.886093ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.225655Z","caller":"traceutil/trace.go:171","msg":"trace[1671763266] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26306; }","duration":"113.212146ms","start":"2026-03-02T17:41:32.112435Z","end":"2026-03-02T17:41:32.225647Z","steps":["trace[1671763266] 'agreement among raft nodes before linearized reading' (duration: 113.050932ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.411482Z","caller":"traceutil/trace.go:171","msg":"trace[1454408339] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"180.387711ms","start":"2026-03-02T17:41:32.23107Z","end":"2026-03-02T17:41:32.411458Z","steps":["trace[1454408339] 'process raft request' (duration: 180.310049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.411582Z","caller":"traceutil/trace.go:171","msg":"trace[16676838] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"179.461778ms","start":"2026-03-02T17:41:32.232101Z","end":"2026-03-02T17:41:32.411563Z","steps":["trace[16676838] 'process raft request' (duration: 179.405766ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.411727Z","caller":"traceutil/trace.go:171","msg":"trace[2041133075] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"179.953481ms","start":"2026-03-02T17:41:32.231761Z","end":"2026-03-02T17:41:32.411715Z","steps":["trace[2041133075] 'process raft request' (duration: 179.657382ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:32.411821Z","caller":"traceutil/trace.go:171","msg":"trace[1635172231] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"181.661765ms","start":"2026-03-02T17:41:32.230146Z","end":"2026-03-02T17:41:32.411808Z","steps":["trace[1635172231] 'process raft request' (duration: 131.423967ms)","trace[1635172231] 'compare' (duration: 49.314304ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:41:32.411961Z","caller":"traceutil/trace.go:171","msg":"trace[268306146] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"180.930405ms","start":"2026-03-02T17:41:32.231022Z","end":"2026-03-02T17:41:32.411952Z","steps":["trace[268306146] 'process raft request' (duration: 180.259278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.48025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.752567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:42.48447Z","caller":"traceutil/trace.go:171","msg":"trace[714724806] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26365; }","duration":"542.007267ms","start":"2026-03-02T17:41:41.942442Z","end":"2026-03-02T17:41:42.484449Z","steps":["trace[714724806] 'range keys from in-memory index tree' (duration: 537.616153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.484518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:41.942423Z","time spent":"542.08456ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:41:42.481292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.097048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:42.48475Z","caller":"traceutil/trace.go:171","msg":"trace[920013148] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26365; }","duration":"543.775303ms","start":"2026-03-02T17:41:41.940965Z","end":"2026-03-02T17:41:42.48474Z","steps":["trace[920013148] 'range keys from in-memory index tree' (duration: 538.630539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.48478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:41.940954Z","time spent":"543.817064ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-02T17:41:42.513328Z","caller":"traceutil/trace.go:171","msg":"trace[1690821143] transaction","detail":"{read_only:false; response_revision:26366; number_of_response:1; }","duration":"540.373885ms","start":"2026-03-02T17:41:41.972928Z","end":"2026-03-02T17:41:42.513302Z","steps":["trace[1690821143] 'process raft request' (duration: 540.21198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.513471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:41.972907Z","time spent":"540.489648ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:42.821839Z","caller":"traceutil/trace.go:171","msg":"trace[148352149] transaction","detail":"{read_only:false; response_revision:26367; number_of_response:1; }","duration":"732.210393ms","start":"2026-03-02T17:41:42.089579Z","end":"2026-03-02T17:41:42.82179Z","steps":["trace[148352149] 'process raft request' (duration: 731.908725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.823629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.089552Z","time spent":"733.945238ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:42.822226Z","caller":"traceutil/trace.go:171","msg":"trace[1724029745] transaction","detail":"{read_only:false; response_revision:26369; number_of_response:1; }","duration":"707.383722ms","start":"2026-03-02T17:41:42.114816Z","end":"2026-03-02T17:41:42.822199Z","steps":["trace[1724029745] 'process raft request' (duration: 707.197557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.824394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.114796Z","time spent":"709.328192ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:42.822289Z","caller":"traceutil/trace.go:171","msg":"trace[1190462313] transaction","detail":"{read_only:false; response_revision:26370; number_of_response:1; }","duration":"633.378699ms","start":"2026-03-02T17:41:42.188899Z","end":"2026-03-02T17:41:42.822278Z","steps":["trace[1190462313] 'process raft request' (duration: 633.155443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.82488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.188879Z","time spent":"635.936826ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:42.822299Z","caller":"traceutil/trace.go:171","msg":"trace[332381750] transaction","detail":"{read_only:false; response_revision:26368; number_of_response:1; }","duration":"731.696429ms","start":"2026-03-02T17:41:42.090399Z","end":"2026-03-02T17:41:42.822096Z","steps":["trace[332381750] 'process raft request' (duration: 731.231897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.825201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.090385Z","time spent":"734.790118ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:41:42.822445Z","caller":"traceutil/trace.go:171","msg":"trace[764632167] linearizableReadLoop","detail":"{readStateIndex:27325; appliedIndex:27319; }","duration":"570.996875ms","start":"2026-03-02T17:41:42.251436Z","end":"2026-03-02T17:41:42.822433Z","steps":["trace[764632167] 'read index received' (duration: 261.721823ms)","trace[764632167] 'applied index is now lower than readState.Index' (duration: 309.274422ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:41:42.822515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.065568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:42.825382Z","caller":"traceutil/trace.go:171","msg":"trace[253547775] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26374; }","duration":"573.972552ms","start":"2026-03-02T17:41:42.251397Z","end":"2026-03-02T17:41:42.825369Z","steps":["trace[253547775] 'agreement among raft nodes before linearized reading' (duration: 571.066477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.825411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.251379Z","time spent":"574.023724ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:41:42.825592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.562223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:42.825618Z","caller":"traceutil/trace.go:171","msg":"trace[398194953] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26374; }","duration":"573.605324ms","start":"2026-03-02T17:41:42.252007Z","end":"2026-03-02T17:41:42.825612Z","steps":["trace[398194953] 'agreement among raft nodes before linearized reading' (duration: 573.538622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.825645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.251999Z","time spent":"573.632645ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:41:42.825688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.626248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:41:42.825737Z","caller":"traceutil/trace.go:171","msg":"trace[1406278355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26374; }","duration":"365.687091ms","start":"2026-03-02T17:41:42.46004Z","end":"2026-03-02T17:41:42.825727Z","steps":["trace[1406278355] 'agreement among raft nodes before linearized reading' (duration: 365.533067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.825765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.460014Z","time spent":"365.744821ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:41:42.825832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.487377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:41:42.825855Z","caller":"traceutil/trace.go:171","msg":"trace[116457159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26374; }","duration":"367.5757ms","start":"2026-03-02T17:41:42.458273Z","end":"2026-03-02T17:41:42.825849Z","steps":["trace[116457159] 'agreement among raft nodes before linearized reading' (duration: 367.467087ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:42.82262Z","caller":"traceutil/trace.go:171","msg":"trace[653771] transaction","detail":"{read_only:false; response_revision:26371; number_of_response:1; }","duration":"575.354699ms","start":"2026-03-02T17:41:42.247258Z","end":"2026-03-02T17:41:42.822612Z","steps":["trace[653771] 'process raft request' (duration: 574.966499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.825881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.458258Z","time spent":"367.61793ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:41:42.825952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.247234Z","time spent":"578.662594ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:41:42.826002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.972866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:42.826033Z","caller":"traceutil/trace.go:171","msg":"trace[1105513842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26374; }","duration":"376.019628ms","start":"2026-03-02T17:41:42.449997Z","end":"2026-03-02T17:41:42.826017Z","steps":["trace[1105513842] 'agreement among raft nodes before linearized reading' (duration: 375.977857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.44998Z","time spent":"376.067278ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:41:42.826139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.938243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:42.826162Z","caller":"traceutil/trace.go:171","msg":"trace[1143090386] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26374; }","duration":"296.998116ms","start":"2026-03-02T17:41:42.529157Z","end":"2026-03-02T17:41:42.826155Z","steps":["trace[1143090386] 'agreement among raft nodes before linearized reading' (duration: 296.948884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.140568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:42.82622Z","caller":"traceutil/trace.go:171","msg":"trace[2130578671] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26374; }","duration":"514.215919ms","start":"2026-03-02T17:41:42.311996Z","end":"2026-03-02T17:41:42.826212Z","steps":["trace[2130578671] 'agreement among raft nodes before linearized reading' (duration: 514.166178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.311979Z","time spent":"514.25576ms","remote":"127.0.0.1:52302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:41:42.826316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.269762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:41:42.826336Z","caller":"traceutil/trace.go:171","msg":"trace[2064259818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26374; }","duration":"355.302892ms","start":"2026-03-02T17:41:42.471027Z","end":"2026-03-02T17:41:42.82633Z","steps":["trace[2064259818] 'agreement among raft nodes before linearized reading' (duration: 355.240161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.47102Z","time spent":"355.330143ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:41:42.82642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.062699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-02T17:41:42.826453Z","caller":"traceutil/trace.go:171","msg":"trace[1289690214] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a; range_end:; response_count:1; response_revision:26374; }","duration":"549.12269ms","start":"2026-03-02T17:41:42.277323Z","end":"2026-03-02T17:41:42.826446Z","steps":["trace[1289690214] 'agreement among raft nodes before linearized reading' (duration: 549.024358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.277308Z","time spent":"549.159842ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1160,"request content":"key:\"/registry/events/openstack/barbican-api-6b4dfb6dfc-x5hws.189914b6780e046a\" "} {"level":"warn","ts":"2026-03-02T17:41:42.826476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.412831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:41:42.826497Z","caller":"traceutil/trace.go:171","msg":"trace[1618845849] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26374; }","duration":"356.470732ms","start":"2026-03-02T17:41:42.47002Z","end":"2026-03-02T17:41:42.826491Z","steps":["trace[1618845849] 'agreement among raft nodes before linearized reading' (duration: 356.407831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.470002Z","time spent":"356.506113ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:41:42.826626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.179296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:41:42.826646Z","caller":"traceutil/trace.go:171","msg":"trace[685120692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26374; }","duration":"365.231368ms","start":"2026-03-02T17:41:42.461407Z","end":"2026-03-02T17:41:42.826639Z","steps":["trace[685120692] 'agreement among raft nodes before linearized reading' (duration: 365.173796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.461391Z","time spent":"365.268828ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:41:42.822644Z","caller":"traceutil/trace.go:171","msg":"trace[253408131] transaction","detail":"{read_only:false; response_revision:26372; number_of_response:1; }","duration":"568.183514ms","start":"2026-03-02T17:41:42.254453Z","end":"2026-03-02T17:41:42.822636Z","steps":["trace[253408131] 'process raft request' (duration: 567.904136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.254432Z","time spent":"572.3303ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:41:42.826855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.588948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:42.826881Z","caller":"traceutil/trace.go:171","msg":"trace[975686960] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26374; }","duration":"572.638429ms","start":"2026-03-02T17:41:42.254235Z","end":"2026-03-02T17:41:42.826874Z","steps":["trace[975686960] 'agreement among raft nodes before linearized reading' (duration: 572.546865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.826901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.254228Z","time spent":"572.668369ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-02T17:41:42.822662Z","caller":"traceutil/trace.go:171","msg":"trace[568034258] transaction","detail":"{read_only:false; response_revision:26373; number_of_response:1; }","duration":"562.154038ms","start":"2026-03-02T17:41:42.260502Z","end":"2026-03-02T17:41:42.822656Z","steps":["trace[568034258] 'process raft request' (duration: 561.88214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.827012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.260482Z","time spent":"566.506679ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:41:42.827094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.61702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:42.822721Z","caller":"traceutil/trace.go:171","msg":"trace[1456403663] transaction","detail":"{read_only:false; response_revision:26374; number_of_response:1; }","duration":"373.695147ms","start":"2026-03-02T17:41:42.44902Z","end":"2026-03-02T17:41:42.822715Z","steps":["trace[1456403663] 'process raft request' (duration: 373.386259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.827496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.448996Z","time spent":"378.47592ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:41:42.828088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.017375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:42.828112Z","caller":"traceutil/trace.go:171","msg":"trace[1613776335] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26374; }","duration":"576.060977ms","start":"2026-03-02T17:41:42.252043Z","end":"2026-03-02T17:41:42.828104Z","steps":["trace[1613776335] 'agreement among raft nodes before linearized reading' (duration: 576.017376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.828132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.252039Z","time spent":"576.086548ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T17:41:42.833741Z","caller":"traceutil/trace.go:171","msg":"trace[1313002412] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26374; }","duration":"574.663171ms","start":"2026-03-02T17:41:42.252448Z","end":"2026-03-02T17:41:42.827111Z","steps":["trace[1313002412] 'agreement among raft nodes before linearized reading' (duration: 574.587579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:42.833864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:42.252437Z","time spent":"581.392504ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:41:56.459925Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837261534,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:41:56.891357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439812727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.891444Z","caller":"traceutil/trace.go:171","msg":"trace[1998868210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26465; }","duration":"1.43993708s","start":"2026-03-02T17:41:55.451484Z","end":"2026-03-02T17:41:56.891421Z","steps":["trace[1998868210] 'range keys from in-memory index tree' (duration: 1.439740336s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.891498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.451467Z","time spent":"1.440005692s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:41:56.892354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26322099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.892454Z","caller":"traceutil/trace.go:171","msg":"trace[1467737626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26465; }","duration":"1.263378554s","start":"2026-03-02T17:41:55.629052Z","end":"2026-03-02T17:41:56.89243Z","steps":["trace[1467737626] 'count revisions from in-memory index tree' (duration: 1.263076105s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.892496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.629019Z","time spent":"1.263466386s","remote":"127.0.0.1:50574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:41:56.894403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221972832s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T17:41:56.894715Z","caller":"traceutil/trace.go:171","msg":"trace[1291073160] linearizableReadLoop","detail":"{readStateIndex:27423; appliedIndex:27422; }","duration":"935.689209ms","start":"2026-03-02T17:41:55.959007Z","end":"2026-03-02T17:41:56.894697Z","steps":["trace[1291073160] 'read index received' (duration: 935.606107ms)","trace[1291073160] 'applied index is now lower than readState.Index' (duration: 81.792µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:41:56.894775Z","caller":"traceutil/trace.go:171","msg":"trace[486178659] transaction","detail":"{read_only:false; response_revision:26466; number_of_response:1; }","duration":"1.222473366s","start":"2026-03-02T17:41:55.67228Z","end":"2026-03-02T17:41:56.894754Z","steps":["trace[486178659] 'process raft request' (duration: 1.222271691s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.894937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.672252Z","time spent":"1.222566688s","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:41:56.894985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.952256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.895102Z","caller":"traceutil/trace.go:171","msg":"trace[690563200] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26466; }","duration":"936.121469ms","start":"2026-03-02T17:41:55.958955Z","end":"2026-03-02T17:41:56.895076Z","steps":["trace[690563200] 'agreement among raft nodes before linearized reading' (duration: 935.841073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.895168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.958932Z","time spent":"936.221732ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-02T17:41:56.899565Z","caller":"traceutil/trace.go:171","msg":"trace[1158307945] transaction","detail":"{read_only:false; response_revision:26467; number_of_response:1; }","duration":"340.192609ms","start":"2026-03-02T17:41:56.559348Z","end":"2026-03-02T17:41:56.899541Z","steps":["trace[1158307945] 'process raft request' (duration: 340.028144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.899693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:56.559326Z","time spent":"340.29351ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:41:56.900406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.369249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.900459Z","caller":"traceutil/trace.go:171","msg":"trace[2091245945] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26474; }","duration":"940.460842ms","start":"2026-03-02T17:41:55.959984Z","end":"2026-03-02T17:41:56.900445Z","steps":["trace[2091245945] 'agreement among raft nodes before linearized reading' (duration: 940.345029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.900461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.028958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-02T17:41:56.900512Z","caller":"traceutil/trace.go:171","msg":"trace[1651250659] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26474; }","duration":"373.101699ms","start":"2026-03-02T17:41:56.527396Z","end":"2026-03-02T17:41:56.900498Z","steps":["trace[1651250659] 'agreement among raft nodes before linearized reading' (duration: 373.014797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.900525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.24967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-02T17:41:56.900539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:56.527391Z","time spent":"373.14031ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-03-02T17:41:56.900546Z","caller":"traceutil/trace.go:171","msg":"trace[200409431] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26474; }","duration":"374.29436ms","start":"2026-03-02T17:41:56.526246Z","end":"2026-03-02T17:41:56.90054Z","steps":["trace[200409431] 'agreement among raft nodes before linearized reading' (duration: 374.251289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.900603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:56.526231Z","time spent":"374.367152ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-02T17:41:56.900767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.991738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:41:56.900784Z","caller":"traceutil/trace.go:171","msg":"trace[1804883252] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26474; }","duration":"619.049ms","start":"2026-03-02T17:41:56.28173Z","end":"2026-03-02T17:41:56.900779Z","steps":["trace[1804883252] 'agreement among raft nodes before linearized reading' (duration: 618.950357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.900801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:56.281707Z","time spent":"619.090531ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:41:56.900837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.39427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.900862Z","caller":"traceutil/trace.go:171","msg":"trace[1488253492] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26474; }","duration":"227.420792ms","start":"2026-03-02T17:41:56.673432Z","end":"2026-03-02T17:41:56.900853Z","steps":["trace[1488253492] 'agreement among raft nodes before linearized reading' (duration: 227.3784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.199724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.901046Z","caller":"traceutil/trace.go:171","msg":"trace[2049127027] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26474; }","duration":"276.248045ms","start":"2026-03-02T17:41:56.624791Z","end":"2026-03-02T17:41:56.901039Z","steps":["trace[2049127027] 'agreement among raft nodes before linearized reading' (duration: 276.206894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.305894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:41:56.901079Z","caller":"traceutil/trace.go:171","msg":"trace[1494673237] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26474; }","duration":"755.371336ms","start":"2026-03-02T17:41:56.145702Z","end":"2026-03-02T17:41:56.901074Z","steps":["trace[1494673237] 'agreement among raft nodes before linearized reading' (duration: 755.221182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:56.145682Z","time spent":"755.410777ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:41:56.900482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.959965Z","time spent":"940.510813ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:41:56.901234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.534358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.901254Z","caller":"traceutil/trace.go:171","msg":"trace[1673119177] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26474; }","duration":"939.564659ms","start":"2026-03-02T17:41:55.961683Z","end":"2026-03-02T17:41:56.901248Z","steps":["trace[1673119177] 'agreement among raft nodes before linearized reading' (duration: 939.528958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.90129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.961678Z","time spent":"939.60119ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-03-02T17:41:56.901373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.37895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.901396Z","caller":"traceutil/trace.go:171","msg":"trace[1202734938] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26474; }","duration":"940.412441ms","start":"2026-03-02T17:41:55.960977Z","end":"2026-03-02T17:41:56.901389Z","steps":["trace[1202734938] 'agreement among raft nodes before linearized reading' (duration: 940.37591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.960972Z","time spent":"940.437481ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:41:56.901459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.82014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.90148Z","caller":"traceutil/trace.go:171","msg":"trace[1179452333] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26474; }","duration":"940.853242ms","start":"2026-03-02T17:41:55.960621Z","end":"2026-03-02T17:41:56.901474Z","steps":["trace[1179452333] 'agreement among raft nodes before linearized reading' (duration: 940.817171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.927368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.901518Z","caller":"traceutil/trace.go:171","msg":"trace[1283978220] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26474; }","duration":"939.943919ms","start":"2026-03-02T17:41:55.961568Z","end":"2026-03-02T17:41:56.901512Z","steps":["trace[1283978220] 'agreement among raft nodes before linearized reading' (duration: 939.898598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.960615Z","time spent":"940.878672ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:41:56.901535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.96155Z","time spent":"939.98106ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:41:56.901592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.535361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:41:56.901597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.135004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.901614Z","caller":"traceutil/trace.go:171","msg":"trace[694234865] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26474; }","duration":"941.555821ms","start":"2026-03-02T17:41:55.960049Z","end":"2026-03-02T17:41:56.901605Z","steps":["trace[694234865] 'agreement among raft nodes before linearized reading' (duration: 941.52518ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:41:56.901618Z","caller":"traceutil/trace.go:171","msg":"trace[1619789611] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26474; }","duration":"940.164375ms","start":"2026-03-02T17:41:55.961447Z","end":"2026-03-02T17:41:56.901611Z","steps":["trace[1619789611] 'agreement among raft nodes before linearized reading' (duration: 940.136954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.901631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.960032Z","time spent":"941.595152ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-02T17:41:56.901645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.961441Z","time spent":"940.194876ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-02T17:41:56.902544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.224462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:41:56.902603Z","caller":"traceutil/trace.go:171","msg":"trace[750867882] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26474; }","duration":"941.305185ms","start":"2026-03-02T17:41:55.961281Z","end":"2026-03-02T17:41:56.902587Z","steps":["trace[750867882] 'agreement among raft nodes before linearized reading' (duration: 940.433183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:41:56.902626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:41:55.961275Z","time spent":"941.345736ms","remote":"127.0.0.1:42040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-03-02T17:42:43.170097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24559} {"level":"info","ts":"2026-03-02T17:42:43.305874Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24559,"took":"132.460606ms","hash":1339227148,"current-db-size-bytes":49360896,"current-db-size":"49 MB","current-db-size-in-use-bytes":32489472,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T17:42:43.305928Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1339227148,"revision":24559,"compact-revision":21610} {"level":"info","ts":"2026-03-02T17:44:07.631471Z","caller":"traceutil/trace.go:171","msg":"trace[1177722134] transaction","detail":"{read_only:false; response_revision:27719; number_of_response:1; }","duration":"154.957768ms","start":"2026-03-02T17:44:07.476484Z","end":"2026-03-02T17:44:07.631441Z","steps":["trace[1177722134] 'process raft request' (duration: 154.737032ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.67783Z","caller":"traceutil/trace.go:171","msg":"trace[72700689] transaction","detail":"{read_only:false; response_revision:27720; number_of_response:1; }","duration":"201.173113ms","start":"2026-03-02T17:44:07.476622Z","end":"2026-03-02T17:44:07.677795Z","steps":["trace[72700689] 'process raft request' (duration: 200.898836ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.677922Z","caller":"traceutil/trace.go:171","msg":"trace[1586348876] transaction","detail":"{read_only:false; response_revision:27721; number_of_response:1; }","duration":"197.398446ms","start":"2026-03-02T17:44:07.480489Z","end":"2026-03-02T17:44:07.677888Z","steps":["trace[1586348876] 'process raft request' (duration: 197.20328ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.678001Z","caller":"traceutil/trace.go:171","msg":"trace[702793677] transaction","detail":"{read_only:false; response_revision:27722; number_of_response:1; }","duration":"152.391122ms","start":"2026-03-02T17:44:07.525589Z","end":"2026-03-02T17:44:07.67798Z","steps":["trace[702793677] 'process raft request' (duration: 152.166396ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.678273Z","caller":"traceutil/trace.go:171","msg":"trace[410271985] linearizableReadLoop","detail":"{readStateIndex:28714; appliedIndex:28708; }","duration":"112.173941ms","start":"2026-03-02T17:44:07.566092Z","end":"2026-03-02T17:44:07.678266Z","steps":["trace[410271985] 'read index received' (duration: 65.408561ms)","trace[410271985] 'applied index is now lower than readState.Index' (duration: 46.76491ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:44:07.67839Z","caller":"traceutil/trace.go:171","msg":"trace[971987489] transaction","detail":"{read_only:false; response_revision:27723; number_of_response:1; }","duration":"151.691733ms","start":"2026-03-02T17:44:07.526691Z","end":"2026-03-02T17:44:07.678383Z","steps":["trace[971987489] 'process raft request' (duration: 151.448187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:44:07.679012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.910629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:44:07.679069Z","caller":"traceutil/trace.go:171","msg":"trace[1447055725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27725; }","duration":"113.016222ms","start":"2026-03-02T17:44:07.566034Z","end":"2026-03-02T17:44:07.67905Z","steps":["trace[1447055725] 'agreement among raft nodes before linearized reading' (duration: 112.829567ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.679094Z","caller":"traceutil/trace.go:171","msg":"trace[258620186] transaction","detail":"{read_only:false; response_revision:27724; number_of_response:1; }","duration":"151.248632ms","start":"2026-03-02T17:44:07.527836Z","end":"2026-03-02T17:44:07.679084Z","steps":["trace[258620186] 'process raft request' (duration: 150.370909ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.679234Z","caller":"traceutil/trace.go:171","msg":"trace[763071713] transaction","detail":"{read_only:false; response_revision:27725; number_of_response:1; }","duration":"145.991176ms","start":"2026-03-02T17:44:07.533226Z","end":"2026-03-02T17:44:07.679217Z","steps":["trace[763071713] 'process raft request' (duration: 145.01575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:44:07.679301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.932237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:44:07.679316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.30634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:44:07.679361Z","caller":"traceutil/trace.go:171","msg":"trace[1700581956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27725; }","duration":"101.358951ms","start":"2026-03-02T17:44:07.577978Z","end":"2026-03-02T17:44:07.679337Z","steps":["trace[1700581956] 'agreement among raft nodes before linearized reading' (duration: 101.291259ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:07.679329Z","caller":"traceutil/trace.go:171","msg":"trace[1034948111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27725; }","duration":"102.07412ms","start":"2026-03-02T17:44:07.577247Z","end":"2026-03-02T17:44:07.679321Z","steps":["trace[1034948111] 'agreement among raft nodes before linearized reading' (duration: 101.860653ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:44:54.00977Z","caller":"traceutil/trace.go:171","msg":"trace[334007457] transaction","detail":"{read_only:false; response_revision:28160; number_of_response:1; }","duration":"101.825973ms","start":"2026-03-02T17:44:53.907922Z","end":"2026-03-02T17:44:54.009748Z","steps":["trace[334007457] 'process raft request' (duration: 99.542645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:46:44.585635Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T17:46:44.591152Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-02T17:46:44.591278Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-02T17:47:43.180767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26883} {"level":"info","ts":"2026-03-02T17:47:43.317102Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26883,"took":"129.269603ms","hash":3900718919,"current-db-size-bytes":49360896,"current-db-size":"49 MB","current-db-size-in-use-bytes":31715328,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-02T17:47:43.317184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3900718919,"revision":26883,"compact-revision":24559} {"level":"info","ts":"2026-03-02T17:50:05.756048Z","caller":"traceutil/trace.go:171","msg":"trace[1858897531] linearizableReadLoop","detail":"{readStateIndex:31434; appliedIndex:31433; }","duration":"152.833032ms","start":"2026-03-02T17:50:05.603177Z","end":"2026-03-02T17:50:05.75601Z","steps":["trace[1858897531] 'read index received' (duration: 134.709873ms)","trace[1858897531] 'applied index is now lower than readState.Index' (duration: 18.121099ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:05.756097Z","caller":"traceutil/trace.go:171","msg":"trace[2124152466] transaction","detail":"{read_only:false; response_revision:30363; number_of_response:1; }","duration":"175.689123ms","start":"2026-03-02T17:50:05.580374Z","end":"2026-03-02T17:50:05.756063Z","steps":["trace[2124152466] 'process raft request' (duration: 157.581725ms)","trace[2124152466] 'compare' (duration: 17.614165ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:05.75634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.136549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:50:05.756398Z","caller":"traceutil/trace.go:171","msg":"trace[1038728969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30363; }","duration":"153.255553ms","start":"2026-03-02T17:50:05.603128Z","end":"2026-03-02T17:50:05.756384Z","steps":["trace[1038728969] 'agreement among raft nodes before linearized reading' (duration: 153.051807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:05.756742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.674018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:50:05.756825Z","caller":"traceutil/trace.go:171","msg":"trace[1075015991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30363; }","duration":"152.795722ms","start":"2026-03-02T17:50:05.604007Z","end":"2026-03-02T17:50:05.756803Z","steps":["trace[1075015991] 'agreement among raft nodes before linearized reading' (duration: 152.582136ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:11.020749Z","caller":"traceutil/trace.go:171","msg":"trace[1308958640] transaction","detail":"{read_only:false; response_revision:30396; number_of_response:1; }","duration":"118.056644ms","start":"2026-03-02T17:50:10.902672Z","end":"2026-03-02T17:50:11.020728Z","steps":["trace[1308958640] 'process raft request' (duration: 117.91694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.273781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.890028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:11.27389Z","caller":"traceutil/trace.go:171","msg":"trace[1355111378] transaction","detail":"{read_only:false; response_revision:30397; number_of_response:1; }","duration":"341.825391ms","start":"2026-03-02T17:50:10.932044Z","end":"2026-03-02T17:50:11.27387Z","steps":["trace[1355111378] 'process raft request' (duration: 148.763388ms)","trace[1355111378] 'compare' (duration: 192.766245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:11.273952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:10.932021Z","time spent":"341.902483ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:11.33155Z","caller":"traceutil/trace.go:171","msg":"trace[128974780] linearizableReadLoop","detail":"{readStateIndex:31470; appliedIndex:31469; }","duration":"230.028509ms","start":"2026-03-02T17:50:11.101485Z","end":"2026-03-02T17:50:11.331514Z","steps":["trace[128974780] 'read index received' (duration: 229.916727ms)","trace[128974780] 'applied index is now lower than readState.Index' (duration: 110.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:11.331578Z","caller":"traceutil/trace.go:171","msg":"trace[1571548511] transaction","detail":"{read_only:false; response_revision:30398; number_of_response:1; }","duration":"301.958919ms","start":"2026-03-02T17:50:11.029578Z","end":"2026-03-02T17:50:11.331537Z","steps":["trace[1571548511] 'process raft request' (duration: 301.773524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.331732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.029551Z","time spent":"302.097093ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:11.331724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.211034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:11.331885Z","caller":"traceutil/trace.go:171","msg":"trace[725027637] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:30398; }","duration":"230.432039ms","start":"2026-03-02T17:50:11.101436Z","end":"2026-03-02T17:50:11.331868Z","steps":["trace[725027637] 'agreement among raft nodes before linearized reading' (duration: 230.191363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.590258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.691948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:11.59078Z","caller":"traceutil/trace.go:171","msg":"trace[1002061432] linearizableReadLoop","detail":"{readStateIndex:31475; appliedIndex:31470; }","duration":"259.133382ms","start":"2026-03-02T17:50:11.331622Z","end":"2026-03-02T17:50:11.590755Z","steps":["trace[1002061432] 'read index received' (duration: 100.859228ms)","trace[1002061432] 'applied index is now lower than readState.Index' (duration: 158.273114ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:11.5909Z","caller":"traceutil/trace.go:171","msg":"trace[71978188] transaction","detail":"{read_only:false; response_revision:30399; number_of_response:1; }","duration":"410.734392ms","start":"2026-03-02T17:50:11.18015Z","end":"2026-03-02T17:50:11.590885Z","steps":["trace[71978188] 'process raft request' (duration: 252.230563ms)","trace[71978188] 'compare' (duration: 157.462672ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:11.590973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.180116Z","time spent":"410.816034ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:11.591432Z","caller":"traceutil/trace.go:171","msg":"trace[1036493154] transaction","detail":"{read_only:false; response_revision:30400; number_of_response:1; }","duration":"400.539359ms","start":"2026-03-02T17:50:11.190879Z","end":"2026-03-02T17:50:11.591418Z","steps":["trace[1036493154] 'process raft request' (duration: 399.544613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.591507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.190863Z","time spent":"400.60641ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:11.591676Z","caller":"traceutil/trace.go:171","msg":"trace[1269724869] transaction","detail":"{read_only:false; response_revision:30401; number_of_response:1; }","duration":"398.946858ms","start":"2026-03-02T17:50:11.192712Z","end":"2026-03-02T17:50:11.591659Z","steps":["trace[1269724869] 'process raft request' (duration: 397.835448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.591754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.192683Z","time spent":"399.03276ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:11.591928Z","caller":"traceutil/trace.go:171","msg":"trace[1718714866] transaction","detail":"{read_only:false; response_revision:30402; number_of_response:1; }","duration":"396.629218ms","start":"2026-03-02T17:50:11.195283Z","end":"2026-03-02T17:50:11.591912Z","steps":["trace[1718714866] 'process raft request' (duration: 395.345464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.591992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.195275Z","time spent":"396.68481ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:11.592152Z","caller":"traceutil/trace.go:171","msg":"trace[430530810] transaction","detail":"{read_only:false; response_revision:30403; number_of_response:1; }","duration":"377.485252ms","start":"2026-03-02T17:50:11.214653Z","end":"2026-03-02T17:50:11.592138Z","steps":["trace[430530810] 'process raft request' (duration: 376.035705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.59221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.214617Z","time spent":"377.564474ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:11.592402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.325119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:11.592445Z","caller":"traceutil/trace.go:171","msg":"trace[1994421048] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:30403; }","duration":"314.40539ms","start":"2026-03-02T17:50:11.278025Z","end":"2026-03-02T17:50:11.59243Z","steps":["trace[1994421048] 'agreement among raft nodes before linearized reading' (duration: 314.315307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.592487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.27801Z","time spent":"314.468333ms","remote":"127.0.0.1:52466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:50:11.593104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.895471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:11.593216Z","caller":"traceutil/trace.go:171","msg":"trace[58829420] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:30403; }","duration":"410.046565ms","start":"2026-03-02T17:50:11.183142Z","end":"2026-03-02T17:50:11.593188Z","steps":["trace[58829420] 'agreement among raft nodes before linearized reading' (duration: 409.854249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.593105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.229177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:50:11.593283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.183126Z","time spent":"410.140647ms","remote":"127.0.0.1:52452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:50:11.593298Z","caller":"traceutil/trace.go:171","msg":"trace[1343241496] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:30403; }","duration":"348.470602ms","start":"2026-03-02T17:50:11.244802Z","end":"2026-03-02T17:50:11.593273Z","steps":["trace[1343241496] 'agreement among raft nodes before linearized reading' (duration: 348.201074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.59336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.244789Z","time spent":"348.553215ms","remote":"127.0.0.1:50572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:50:11.63259Z","caller":"traceutil/trace.go:171","msg":"trace[1949175374] transaction","detail":"{read_only:false; response_revision:30404; number_of_response:1; }","duration":"268.097484ms","start":"2026-03-02T17:50:11.364419Z","end":"2026-03-02T17:50:11.632516Z","steps":["trace[1949175374] 'process raft request' (duration: 267.872029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:11.632738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.919281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:11.632845Z","caller":"traceutil/trace.go:171","msg":"trace[1695628820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30404; }","duration":"183.058954ms","start":"2026-03-02T17:50:11.449754Z","end":"2026-03-02T17:50:11.632813Z","steps":["trace[1695628820] 'agreement among raft nodes before linearized reading' (duration: 182.88388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:11.748657Z","caller":"traceutil/trace.go:171","msg":"trace[977227098] transaction","detail":"{read_only:false; response_revision:30405; number_of_response:1; }","duration":"110.686082ms","start":"2026-03-02T17:50:11.637941Z","end":"2026-03-02T17:50:11.748627Z","steps":["trace[977227098] 'process raft request' (duration: 53.429751ms)","trace[977227098] 'compare' (duration: 57.088956ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:12.040809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.841382ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:12.040931Z","caller":"traceutil/trace.go:171","msg":"trace[1288578282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:30405; }","duration":"140.972916ms","start":"2026-03-02T17:50:11.899934Z","end":"2026-03-02T17:50:12.040907Z","steps":["trace[1288578282] 'range keys from in-memory index tree' (duration: 140.823392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:12.041326Z","caller":"traceutil/trace.go:171","msg":"trace[968817252] transaction","detail":"{read_only:false; response_revision:30406; number_of_response:1; }","duration":"402.052719ms","start":"2026-03-02T17:50:11.63924Z","end":"2026-03-02T17:50:12.041293Z","steps":["trace[968817252] 'process raft request' (duration: 375.765469ms)","trace[968817252] 'compare' (duration: 26.039563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:12.04145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.639207Z","time spent":"402.164071ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:12.04193Z","caller":"traceutil/trace.go:171","msg":"trace[1706412812] linearizableReadLoop","detail":"{readStateIndex:31479; appliedIndex:31477; }","duration":"262.746176ms","start":"2026-03-02T17:50:11.779168Z","end":"2026-03-02T17:50:12.041914Z","steps":["trace[1706412812] 'read index received' (duration: 236.006644ms)","trace[1706412812] 'applied index is now lower than readState.Index' (duration: 26.243219ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:12.041897Z","caller":"traceutil/trace.go:171","msg":"trace[1983512293] transaction","detail":"{read_only:false; response_revision:30407; number_of_response:1; }","duration":"399.637896ms","start":"2026-03-02T17:50:11.642219Z","end":"2026-03-02T17:50:12.041857Z","steps":["trace[1983512293] 'process raft request' (duration: 398.981879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:12.042043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.874179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:50:12.042072Z","caller":"traceutil/trace.go:171","msg":"trace[1873205151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30407; }","duration":"262.934881ms","start":"2026-03-02T17:50:11.77913Z","end":"2026-03-02T17:50:12.042065Z","steps":["trace[1873205151] 'agreement among raft nodes before linearized reading' (duration: 262.838559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:12.0423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.757931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:50:12.042347Z","caller":"traceutil/trace.go:171","msg":"trace[1784957560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30407; }","duration":"198.847523ms","start":"2026-03-02T17:50:11.843493Z","end":"2026-03-02T17:50:12.042341Z","steps":["trace[1784957560] 'agreement among raft nodes before linearized reading' (duration: 198.764301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:12.042463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.777224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:50:12.042481Z","caller":"traceutil/trace.go:171","msg":"trace[1090951149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:30407; }","duration":"190.849725ms","start":"2026-03-02T17:50:11.851627Z","end":"2026-03-02T17:50:12.042477Z","steps":["trace[1090951149] 'agreement among raft nodes before linearized reading' (duration: 190.802724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:12.042568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.477827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:50:12.042587Z","caller":"traceutil/trace.go:171","msg":"trace[1738373932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30407; }","duration":"197.518819ms","start":"2026-03-02T17:50:11.845063Z","end":"2026-03-02T17:50:12.042581Z","steps":["trace[1738373932] 'agreement among raft nodes before linearized reading' (duration: 197.471337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:12.042104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:11.642209Z","time spent":"399.782089ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7164,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:12.278548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.749822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:12.278629Z","caller":"traceutil/trace.go:171","msg":"trace[38832243] linearizableReadLoop","detail":"{readStateIndex:31480; appliedIndex:31479; }","duration":"230.888442ms","start":"2026-03-02T17:50:12.047725Z","end":"2026-03-02T17:50:12.278614Z","steps":["trace[38832243] 'read index received' (duration: 124.025358ms)","trace[38832243] 'applied index is now lower than readState.Index' (duration: 106.862234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:12.278776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.047416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18489"} {"level":"info","ts":"2026-03-02T17:50:12.27881Z","caller":"traceutil/trace.go:171","msg":"trace[1589222626] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:30408; }","duration":"231.114018ms","start":"2026-03-02T17:50:12.047686Z","end":"2026-03-02T17:50:12.2788Z","steps":["trace[1589222626] 'agreement among raft nodes before linearized reading' (duration: 230.968714ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:12.279071Z","caller":"traceutil/trace.go:171","msg":"trace[419532425] transaction","detail":"{read_only:false; response_revision:30408; number_of_response:1; }","duration":"231.566878ms","start":"2026-03-02T17:50:12.04749Z","end":"2026-03-02T17:50:12.279057Z","steps":["trace[419532425] 'process raft request' (duration: 124.248142ms)","trace[419532425] 'compare' (duration: 106.651609ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:12.308512Z","caller":"traceutil/trace.go:171","msg":"trace[111096267] transaction","detail":"{read_only:false; response_revision:30409; number_of_response:1; }","duration":"260.541998ms","start":"2026-03-02T17:50:12.04795Z","end":"2026-03-02T17:50:12.308492Z","steps":["trace[111096267] 'process raft request' (duration: 260.390854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:12.309027Z","caller":"traceutil/trace.go:171","msg":"trace[678090625] transaction","detail":"{read_only:false; response_revision:30410; number_of_response:1; }","duration":"260.711572ms","start":"2026-03-02T17:50:12.048293Z","end":"2026-03-02T17:50:12.309004Z","steps":["trace[678090625] 'process raft request' (duration: 260.159288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:12.30907Z","caller":"traceutil/trace.go:171","msg":"trace[630597120] transaction","detail":"{read_only:false; response_revision:30411; number_of_response:1; }","duration":"250.006326ms","start":"2026-03-02T17:50:12.05905Z","end":"2026-03-02T17:50:12.309056Z","steps":["trace[630597120] 'process raft request' (duration: 249.678468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:12.514284Z","caller":"traceutil/trace.go:171","msg":"trace[1856989754] transaction","detail":"{read_only:false; response_revision:30415; number_of_response:1; }","duration":"144.525167ms","start":"2026-03-02T17:50:12.369727Z","end":"2026-03-02T17:50:12.514252Z","steps":["trace[1856989754] 'process raft request' (duration: 84.598998ms)","trace[1856989754] 'compare' (duration: 59.582441ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:12.514517Z","caller":"traceutil/trace.go:171","msg":"trace[1034090972] transaction","detail":"{read_only:false; response_revision:30416; number_of_response:1; }","duration":"141.415627ms","start":"2026-03-02T17:50:12.373082Z","end":"2026-03-02T17:50:12.514497Z","steps":["trace[1034090972] 'process raft request' (duration: 141.15016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:12.514295Z","caller":"traceutil/trace.go:171","msg":"trace[1251203212] linearizableReadLoop","detail":"{readStateIndex:31487; appliedIndex:31486; }","duration":"144.119176ms","start":"2026-03-02T17:50:12.370158Z","end":"2026-03-02T17:50:12.514277Z","steps":["trace[1251203212] 'read index received' (duration: 84.178587ms)","trace[1251203212] 'applied index is now lower than readState.Index' (duration: 59.939469ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:12.514788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.618229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:50:12.514812Z","caller":"traceutil/trace.go:171","msg":"trace[928979982] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30416; }","duration":"144.672482ms","start":"2026-03-02T17:50:12.370134Z","end":"2026-03-02T17:50:12.514806Z","steps":["trace[928979982] 'agreement among raft nodes before linearized reading' (duration: 144.20562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:12.514994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.618087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29541215-q298f\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-03-02T17:50:12.515062Z","caller":"traceutil/trace.go:171","msg":"trace[256402015] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29541215-q298f; range_end:; response_count:1; response_revision:30416; }","duration":"140.73513ms","start":"2026-03-02T17:50:12.374307Z","end":"2026-03-02T17:50:12.515042Z","steps":["trace[256402015] 'agreement among raft nodes before linearized reading' (duration: 140.531345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:13.723118Z","caller":"traceutil/trace.go:171","msg":"trace[592501135] transaction","detail":"{read_only:false; response_revision:30425; number_of_response:1; }","duration":"124.963762ms","start":"2026-03-02T17:50:13.598132Z","end":"2026-03-02T17:50:13.723096Z","steps":["trace[592501135] 'process raft request' (duration: 124.840079ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:13.770836Z","caller":"traceutil/trace.go:171","msg":"trace[755371741] transaction","detail":"{read_only:false; response_revision:30426; number_of_response:1; }","duration":"172.324077ms","start":"2026-03-02T17:50:13.598489Z","end":"2026-03-02T17:50:13.770813Z","steps":["trace[755371741] 'process raft request' (duration: 168.082217ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:13.771187Z","caller":"traceutil/trace.go:171","msg":"trace[1046521399] transaction","detail":"{read_only:false; response_revision:30427; number_of_response:1; }","duration":"172.014149ms","start":"2026-03-02T17:50:13.599149Z","end":"2026-03-02T17:50:13.771163Z","steps":["trace[1046521399] 'process raft request' (duration: 171.591968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:13.771754Z","caller":"traceutil/trace.go:171","msg":"trace[2122827226] transaction","detail":"{read_only:false; response_revision:30428; number_of_response:1; }","duration":"172.42997ms","start":"2026-03-02T17:50:13.599285Z","end":"2026-03-02T17:50:13.771715Z","steps":["trace[2122827226] 'process raft request' (duration: 171.772664ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:13.772438Z","caller":"traceutil/trace.go:171","msg":"trace[307486203] linearizableReadLoop","detail":"{readStateIndex:31501; appliedIndex:31497; }","duration":"103.148338ms","start":"2026-03-02T17:50:13.669263Z","end":"2026-03-02T17:50:13.772411Z","steps":["trace[307486203] 'read index received' (duration: 53.810342ms)","trace[307486203] 'applied index is now lower than readState.Index' (duration: 49.336276ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:13.772905Z","caller":"traceutil/trace.go:171","msg":"trace[1594238701] transaction","detail":"{read_only:false; response_revision:30429; number_of_response:1; }","duration":"171.894636ms","start":"2026-03-02T17:50:13.600708Z","end":"2026-03-02T17:50:13.772602Z","steps":["trace[1594238701] 'process raft request' (duration: 170.672534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:13.773446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.158484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:13.773524Z","caller":"traceutil/trace.go:171","msg":"trace[442441708] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:30429; }","duration":"104.241716ms","start":"2026-03-02T17:50:13.669251Z","end":"2026-03-02T17:50:13.773492Z","steps":["trace[442441708] 'agreement among raft nodes before linearized reading' (duration: 103.387254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:14.792686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.557965ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:14.792934Z","caller":"traceutil/trace.go:171","msg":"trace[1975617365] linearizableReadLoop","detail":"{readStateIndex:31508; appliedIndex:31506; }","duration":"422.290032ms","start":"2026-03-02T17:50:14.370626Z","end":"2026-03-02T17:50:14.792916Z","steps":["trace[1975617365] 'read index received' (duration: 15.358207ms)","trace[1975617365] 'applied index is now lower than readState.Index' (duration: 406.930245ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:14.793002Z","caller":"traceutil/trace.go:171","msg":"trace[655484177] transaction","detail":"{read_only:false; response_revision:30435; number_of_response:1; }","duration":"471.014592ms","start":"2026-03-02T17:50:14.321944Z","end":"2026-03-02T17:50:14.792958Z","steps":["trace[655484177] 'process raft request' (duration: 470.866688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:14.793072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.452345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:14.79311Z","caller":"traceutil/trace.go:171","msg":"trace[1048485942] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30435; }","duration":"422.545168ms","start":"2026-03-02T17:50:14.37055Z","end":"2026-03-02T17:50:14.793095Z","steps":["trace[1048485942] 'agreement among raft nodes before linearized reading' (duration: 422.476946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:14.79315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:14.37052Z","time spent":"422.61809ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:50:14.793195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:14.321931Z","time spent":"471.154145ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:14.793235Z","caller":"traceutil/trace.go:171","msg":"trace[1972522433] transaction","detail":"{read_only:false; response_revision:30434; number_of_response:1; }","duration":"471.538226ms","start":"2026-03-02T17:50:14.321658Z","end":"2026-03-02T17:50:14.793197Z","steps":["trace[1972522433] 'process raft request' (duration: 64.309363ms)","trace[1972522433] 'compare' (duration: 406.243227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:14.793353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:14.321633Z","time spent":"471.658139ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:14.793396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.323363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:14.793521Z","caller":"traceutil/trace.go:171","msg":"trace[1571911570] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30435; }","duration":"342.491688ms","start":"2026-03-02T17:50:14.450999Z","end":"2026-03-02T17:50:14.79349Z","steps":["trace[1571911570] 'agreement among raft nodes before linearized reading' (duration: 342.284163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:14.793582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:14.450978Z","time spent":"342.5927ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:50:14.793692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.717122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster\" ","response":"range_response_count:1 size:34530"} {"level":"info","ts":"2026-03-02T17:50:14.793842Z","caller":"traceutil/trace.go:171","msg":"trace[1873516212] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster; range_end:; response_count:1; response_revision:30435; }","duration":"403.893487ms","start":"2026-03-02T17:50:14.389914Z","end":"2026-03-02T17:50:14.793808Z","steps":["trace[1873516212] 'agreement among raft nodes before linearized reading' (duration: 403.372404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:14.793896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:14.389827Z","time spent":"404.056601ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":34552,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster\" "} {"level":"info","ts":"2026-03-02T17:50:15.735132Z","caller":"traceutil/trace.go:171","msg":"trace[1285653993] linearizableReadLoop","detail":"{readStateIndex:31510; appliedIndex:31509; }","duration":"344.400407ms","start":"2026-03-02T17:50:15.390704Z","end":"2026-03-02T17:50:15.735105Z","steps":["trace[1285653993] 'read index received' (duration: 344.284444ms)","trace[1285653993] 'applied index is now lower than readState.Index' (duration: 114.063µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:15.735458Z","caller":"traceutil/trace.go:171","msg":"trace[466251058] transaction","detail":"{read_only:false; response_revision:30437; number_of_response:1; }","duration":"363.782937ms","start":"2026-03-02T17:50:15.371661Z","end":"2026-03-02T17:50:15.735444Z","steps":["trace[466251058] 'process raft request' (duration: 363.245634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:15.735615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:15.371643Z","time spent":"363.893152ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:15.735926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.219148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-02T17:50:15.735962Z","caller":"traceutil/trace.go:171","msg":"trace[1579612014] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:30437; }","duration":"345.30623ms","start":"2026-03-02T17:50:15.390647Z","end":"2026-03-02T17:50:15.735953Z","steps":["trace[1579612014] 'agreement among raft nodes before linearized reading' (duration: 345.179967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:15.735985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:15.39062Z","time spent":"345.360121ms","remote":"127.0.0.1:33394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-02T17:50:15.792094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.813688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:15.792176Z","caller":"traceutil/trace.go:171","msg":"trace[1428856626] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:30438; }","duration":"356.966811ms","start":"2026-03-02T17:50:15.435189Z","end":"2026-03-02T17:50:15.792156Z","steps":["trace[1428856626] 'agreement among raft nodes before linearized reading' (duration: 356.822848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:15.792215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:15.435159Z","time spent":"357.046304ms","remote":"127.0.0.1:50616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:50:15.995501Z","caller":"traceutil/trace.go:171","msg":"trace[1004744845] transaction","detail":"{read_only:false; response_revision:30440; number_of_response:1; }","duration":"217.483144ms","start":"2026-03-02T17:50:15.777981Z","end":"2026-03-02T17:50:15.995464Z","steps":["trace[1004744845] 'process raft request' (duration: 204.862308ms)","trace[1004744845] 'compare' (duration: 12.113093ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:15.995739Z","caller":"traceutil/trace.go:171","msg":"trace[1537214445] transaction","detail":"{read_only:false; response_revision:30441; number_of_response:1; }","duration":"217.34661ms","start":"2026-03-02T17:50:15.778354Z","end":"2026-03-02T17:50:15.9957Z","steps":["trace[1537214445] 'process raft request' (duration: 217.074824ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:15.995834Z","caller":"traceutil/trace.go:171","msg":"trace[823859574] linearizableReadLoop","detail":"{readStateIndex:31515; appliedIndex:31511; }","duration":"198.111913ms","start":"2026-03-02T17:50:15.797712Z","end":"2026-03-02T17:50:15.995824Z","steps":["trace[823859574] 'read index received' (duration: 50.709242ms)","trace[823859574] 'applied index is now lower than readState.Index' (duration: 147.401731ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:15.995948Z","caller":"traceutil/trace.go:171","msg":"trace[215372852] transaction","detail":"{read_only:false; response_revision:30442; number_of_response:1; }","duration":"217.460773ms","start":"2026-03-02T17:50:15.778431Z","end":"2026-03-02T17:50:15.995891Z","steps":["trace[215372852] 'process raft request' (duration: 217.193976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:15.996041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.1801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-02T17:50:15.996065Z","caller":"traceutil/trace.go:171","msg":"trace[583632102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:30442; }","duration":"156.236271ms","start":"2026-03-02T17:50:15.839821Z","end":"2026-03-02T17:50:15.996057Z","steps":["trace[583632102] 'agreement among raft nodes before linearized reading' (duration: 156.18793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:15.995989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.265018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:50:15.996166Z","caller":"traceutil/trace.go:171","msg":"trace[764533916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30442; }","duration":"198.507794ms","start":"2026-03-02T17:50:15.797645Z","end":"2026-03-02T17:50:15.996152Z","steps":["trace[764533916] 'agreement among raft nodes before linearized reading' (duration: 198.243707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:15.996269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.798186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:50:15.996362Z","caller":"traceutil/trace.go:171","msg":"trace[1175666855] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:30442; }","duration":"139.95605ms","start":"2026-03-02T17:50:15.856388Z","end":"2026-03-02T17:50:15.996344Z","steps":["trace[1175666855] 'agreement among raft nodes before linearized reading' (duration: 139.695174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:16.188891Z","caller":"traceutil/trace.go:171","msg":"trace[158354558] transaction","detail":"{read_only:false; response_revision:30446; number_of_response:1; }","duration":"105.630112ms","start":"2026-03-02T17:50:16.083232Z","end":"2026-03-02T17:50:16.188862Z","steps":["trace[158354558] 'process raft request' (duration: 27.485651ms)","trace[158354558] 'compare' (duration: 77.31086ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:16.915644Z","caller":"traceutil/trace.go:171","msg":"trace[377582199] transaction","detail":"{read_only:false; response_revision:30449; number_of_response:1; }","duration":"113.340762ms","start":"2026-03-02T17:50:16.802279Z","end":"2026-03-02T17:50:16.91562Z","steps":["trace[377582199] 'process raft request' (duration: 113.186268ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:16.938378Z","caller":"traceutil/trace.go:171","msg":"trace[2076371256] transaction","detail":"{read_only:false; response_revision:30450; number_of_response:1; }","duration":"134.282983ms","start":"2026-03-02T17:50:16.804066Z","end":"2026-03-02T17:50:16.938349Z","steps":["trace[2076371256] 'process raft request' (duration: 134.153159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:17.965983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.255759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:17.966172Z","caller":"traceutil/trace.go:171","msg":"trace[1536791090] transaction","detail":"{read_only:false; response_revision:30453; number_of_response:1; }","duration":"224.830224ms","start":"2026-03-02T17:50:17.741315Z","end":"2026-03-02T17:50:17.966145Z","steps":["trace[1536791090] 'process raft request' (duration: 70.254476ms)","trace[1536791090] 'compare' (duration: 153.87748ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:17.992885Z","caller":"traceutil/trace.go:171","msg":"trace[135299816] transaction","detail":"{read_only:false; response_revision:30454; number_of_response:1; }","duration":"194.589393ms","start":"2026-03-02T17:50:17.798255Z","end":"2026-03-02T17:50:17.992845Z","steps":["trace[135299816] 'process raft request' (duration: 194.032848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.053232Z","caller":"traceutil/trace.go:171","msg":"trace[2131255661] transaction","detail":"{read_only:false; response_revision:30455; number_of_response:1; }","duration":"198.718599ms","start":"2026-03-02T17:50:17.854479Z","end":"2026-03-02T17:50:18.053197Z","steps":["trace[2131255661] 'process raft request' (duration: 198.527975ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.156344Z","caller":"traceutil/trace.go:171","msg":"trace[1372225808] linearizableReadLoop","detail":"{readStateIndex:31531; appliedIndex:31527; }","duration":"144.716212ms","start":"2026-03-02T17:50:18.011595Z","end":"2026-03-02T17:50:18.156311Z","steps":["trace[1372225808] 'read index received' (duration: 41.473912ms)","trace[1372225808] 'applied index is now lower than readState.Index' (duration: 103.24101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:18.156801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.170894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:50:18.156878Z","caller":"traceutil/trace.go:171","msg":"trace[1277630321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30458; }","duration":"145.301207ms","start":"2026-03-02T17:50:18.011556Z","end":"2026-03-02T17:50:18.156857Z","steps":["trace[1277630321] 'agreement among raft nodes before linearized reading' (duration: 144.888747ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.156943Z","caller":"traceutil/trace.go:171","msg":"trace[1979570978] transaction","detail":"{read_only:false; response_revision:30458; number_of_response:1; }","duration":"153.691735ms","start":"2026-03-02T17:50:18.003222Z","end":"2026-03-02T17:50:18.156914Z","steps":["trace[1979570978] 'process raft request' (duration: 153.009777ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.156925Z","caller":"traceutil/trace.go:171","msg":"trace[993411631] transaction","detail":"{read_only:false; response_revision:30456; number_of_response:1; }","duration":"154.817294ms","start":"2026-03-02T17:50:18.002062Z","end":"2026-03-02T17:50:18.156879Z","steps":["trace[993411631] 'process raft request' (duration: 80.638885ms)","trace[993411631] 'compare' (duration: 73.291186ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:18.156953Z","caller":"traceutil/trace.go:171","msg":"trace[2089623860] transaction","detail":"{read_only:false; response_revision:30457; number_of_response:1; }","duration":"154.008413ms","start":"2026-03-02T17:50:18.0029Z","end":"2026-03-02T17:50:18.156908Z","steps":["trace[2089623860] 'process raft request' (duration: 153.268014ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.376033Z","caller":"traceutil/trace.go:171","msg":"trace[1350232307] linearizableReadLoop","detail":"{readStateIndex:31532; appliedIndex:31531; }","duration":"180.296103ms","start":"2026-03-02T17:50:18.195695Z","end":"2026-03-02T17:50:18.375991Z","steps":["trace[1350232307] 'read index received' (duration: 96.320061ms)","trace[1350232307] 'applied index is now lower than readState.Index' (duration: 83.974471ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:18.376082Z","caller":"traceutil/trace.go:171","msg":"trace[889132021] transaction","detail":"{read_only:false; response_revision:30459; number_of_response:1; }","duration":"213.573164ms","start":"2026-03-02T17:50:18.162461Z","end":"2026-03-02T17:50:18.376035Z","steps":["trace[889132021] 'process raft request' (duration: 129.601322ms)","trace[889132021] 'compare' (duration: 83.714815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:18.376441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.717003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:50:18.376505Z","caller":"traceutil/trace.go:171","msg":"trace[1858610287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30459; }","duration":"180.857198ms","start":"2026-03-02T17:50:18.195632Z","end":"2026-03-02T17:50:18.376489Z","steps":["trace[1858610287] 'agreement among raft nodes before linearized reading' (duration: 180.60175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:18.37648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.817252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details\" ","response":"range_response_count:1 size:45254"} {"level":"info","ts":"2026-03-02T17:50:18.376609Z","caller":"traceutil/trace.go:171","msg":"trace[429797510] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-host-details; range_end:; response_count:1; response_revision:30459; }","duration":"141.013946ms","start":"2026-03-02T17:50:18.235573Z","end":"2026-03-02T17:50:18.376587Z","steps":["trace[429797510] 'agreement among raft nodes before linearized reading' (duration: 140.702258ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:18.612074Z","caller":"traceutil/trace.go:171","msg":"trace[333861349] transaction","detail":"{read_only:false; response_revision:30461; number_of_response:1; }","duration":"153.103669ms","start":"2026-03-02T17:50:18.458942Z","end":"2026-03-02T17:50:18.612045Z","steps":["trace[333861349] 'process raft request' (duration: 72.485073ms)","trace[333861349] 'compare' (duration: 80.439051ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:19.132735Z","caller":"traceutil/trace.go:171","msg":"trace[1116786045] transaction","detail":"{read_only:false; response_revision:30464; number_of_response:1; }","duration":"179.398289ms","start":"2026-03-02T17:50:18.953308Z","end":"2026-03-02T17:50:19.132707Z","steps":["trace[1116786045] 'process raft request' (duration: 109.203084ms)","trace[1116786045] 'compare' (duration: 69.780894ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:19.320897Z","caller":"traceutil/trace.go:171","msg":"trace[164421260] transaction","detail":"{read_only:false; response_revision:30465; number_of_response:1; }","duration":"129.348525ms","start":"2026-03-02T17:50:19.191522Z","end":"2026-03-02T17:50:19.32087Z","steps":["trace[164421260] 'process raft request' (duration: 129.16386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:20.156374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.700735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:50:20.156665Z","caller":"traceutil/trace.go:171","msg":"trace[308077843] transaction","detail":"{read_only:false; response_revision:30467; number_of_response:1; }","duration":"159.695101ms","start":"2026-03-02T17:50:19.996954Z","end":"2026-03-02T17:50:20.156649Z","steps":["trace[308077843] 'process raft request' (duration: 34.644767ms)","trace[308077843] 'compare' (duration: 124.598882ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:20.162862Z","caller":"traceutil/trace.go:171","msg":"trace[1642410373] transaction","detail":"{read_only:false; response_revision:30468; number_of_response:1; }","duration":"103.353333ms","start":"2026-03-02T17:50:20.059489Z","end":"2026-03-02T17:50:20.162842Z","steps":["trace[1642410373] 'process raft request' (duration: 103.2415ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:21.286485Z","caller":"traceutil/trace.go:171","msg":"trace[1770241523] linearizableReadLoop","detail":"{readStateIndex:31550; appliedIndex:31549; }","duration":"123.434981ms","start":"2026-03-02T17:50:21.163004Z","end":"2026-03-02T17:50:21.286439Z","steps":["trace[1770241523] 'read index received' (duration: 123.229306ms)","trace[1770241523] 'applied index is now lower than readState.Index' (duration: 203.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:21.286645Z","caller":"traceutil/trace.go:171","msg":"trace[1517926403] transaction","detail":"{read_only:false; response_revision:30476; number_of_response:1; }","duration":"146.283113ms","start":"2026-03-02T17:50:21.140292Z","end":"2026-03-02T17:50:21.286575Z","steps":["trace[1517926403] 'process raft request' (duration: 145.858881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:21.286789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.73401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:21.287564Z","caller":"traceutil/trace.go:171","msg":"trace[1618149751] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:30476; }","duration":"124.612482ms","start":"2026-03-02T17:50:21.162926Z","end":"2026-03-02T17:50:21.287539Z","steps":["trace[1618149751] 'agreement among raft nodes before linearized reading' (duration: 123.693829ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:21.477849Z","caller":"traceutil/trace.go:171","msg":"trace[1568603517] transaction","detail":"{read_only:false; response_revision:30477; number_of_response:1; }","duration":"149.377524ms","start":"2026-03-02T17:50:21.328415Z","end":"2026-03-02T17:50:21.477792Z","steps":["trace[1568603517] 'process raft request' (duration: 111.34621ms)","trace[1568603517] 'compare' (duration: 37.729966ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:22.367602Z","caller":"traceutil/trace.go:171","msg":"trace[1055976470] linearizableReadLoop","detail":"{readStateIndex:31557; appliedIndex:31554; }","duration":"122.041327ms","start":"2026-03-02T17:50:22.245529Z","end":"2026-03-02T17:50:22.36757Z","steps":["trace[1055976470] 'read index received' (duration: 63.933754ms)","trace[1055976470] 'applied index is now lower than readState.Index' (duration: 58.102183ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:22.367621Z","caller":"traceutil/trace.go:171","msg":"trace[1847949713] transaction","detail":"{read_only:false; response_revision:30482; number_of_response:1; }","duration":"148.86103ms","start":"2026-03-02T17:50:22.218719Z","end":"2026-03-02T17:50:22.36758Z","steps":["trace[1847949713] 'process raft request' (duration: 148.648254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:22.367837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.293763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:50:22.367879Z","caller":"traceutil/trace.go:171","msg":"trace[163191944] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:30483; }","duration":"122.362694ms","start":"2026-03-02T17:50:22.245506Z","end":"2026-03-02T17:50:22.367869Z","steps":["trace[163191944] 'agreement among raft nodes before linearized reading' (duration: 122.17545ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.367796Z","caller":"traceutil/trace.go:171","msg":"trace[1351417088] transaction","detail":"{read_only:false; response_revision:30481; number_of_response:1; }","duration":"149.581199ms","start":"2026-03-02T17:50:22.218123Z","end":"2026-03-02T17:50:22.367705Z","steps":["trace[1351417088] 'process raft request' (duration: 91.323233ms)","trace[1351417088] 'compare' (duration: 56.770788ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:22.367944Z","caller":"traceutil/trace.go:171","msg":"trace[453437016] transaction","detail":"{read_only:false; response_revision:30483; number_of_response:1; }","duration":"133.842311ms","start":"2026-03-02T17:50:22.234089Z","end":"2026-03-02T17:50:22.367932Z","steps":["trace[453437016] 'process raft request' (duration: 133.419791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:22.747408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.723294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" ","response":"range_response_count:1 size:27142"} {"level":"warn","ts":"2026-03-02T17:50:22.747426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.28118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:22.747491Z","caller":"traceutil/trace.go:171","msg":"trace[1920740905] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details; range_end:; response_count:1; response_revision:30485; }","duration":"105.870628ms","start":"2026-03-02T17:50:22.6416Z","end":"2026-03-02T17:50:22.74747Z","steps":["trace[1920740905] 'range keys from in-memory index tree' (duration: 105.471688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.747524Z","caller":"traceutil/trace.go:171","msg":"trace[2135266167] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:30485; }","duration":"103.421384ms","start":"2026-03-02T17:50:22.644075Z","end":"2026-03-02T17:50:22.747496Z","steps":["trace[2135266167] 'count revisions from in-memory index tree' (duration: 103.178398ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.952259Z","caller":"traceutil/trace.go:171","msg":"trace[1643508527] linearizableReadLoop","detail":"{readStateIndex:31561; appliedIndex:31560; }","duration":"140.985817ms","start":"2026-03-02T17:50:22.811216Z","end":"2026-03-02T17:50:22.952202Z","steps":["trace[1643508527] 'read index received' (duration: 112.214403ms)","trace[1643508527] 'applied index is now lower than readState.Index' (duration: 28.769774ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:22.952411Z","caller":"traceutil/trace.go:171","msg":"trace[1164021195] transaction","detail":"{read_only:false; response_revision:30487; number_of_response:1; }","duration":"200.051614ms","start":"2026-03-02T17:50:22.752323Z","end":"2026-03-02T17:50:22.952374Z","steps":["trace[1164021195] 'process raft request' (duration: 171.120826ms)","trace[1164021195] 'compare' (duration: 28.468446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:22.952685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.905194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details\" ","response":"range_response_count:1 size:27142"} {"level":"warn","ts":"2026-03-02T17:50:22.952904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.906524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:50:22.952985Z","caller":"traceutil/trace.go:171","msg":"trace[2000963920] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:30487; }","duration":"136.048579ms","start":"2026-03-02T17:50:22.816918Z","end":"2026-03-02T17:50:22.952967Z","steps":["trace[2000963920] 'agreement among raft nodes before linearized reading' (duration: 135.801832ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:22.953335Z","caller":"traceutil/trace.go:171","msg":"trace[860991824] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-osd-device-details; range_end:; response_count:1; response_revision:30487; }","duration":"199.167062ms","start":"2026-03-02T17:50:22.753723Z","end":"2026-03-02T17:50:22.95289Z","steps":["trace[860991824] 'agreement among raft nodes before linearized reading' (duration: 198.770121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:23.135964Z","caller":"traceutil/trace.go:171","msg":"trace[39139822] linearizableReadLoop","detail":"{readStateIndex:31562; appliedIndex:31561; }","duration":"111.825933ms","start":"2026-03-02T17:50:23.024111Z","end":"2026-03-02T17:50:23.135937Z","steps":["trace[39139822] 'read index received' (duration: 41.397221ms)","trace[39139822] 'applied index is now lower than readState.Index' (duration: 70.427651ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:23.13621Z","caller":"traceutil/trace.go:171","msg":"trace[1918118694] transaction","detail":"{read_only:false; response_revision:30488; number_of_response:1; }","duration":"161.195489ms","start":"2026-03-02T17:50:22.974988Z","end":"2026-03-02T17:50:23.136184Z","steps":["trace[1918118694] 'process raft request' (duration: 90.671045ms)","trace[1918118694] 'compare' (duration: 70.142114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:23.136383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.236033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:23.136504Z","caller":"traceutil/trace.go:171","msg":"trace[846089594] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:30488; }","duration":"112.425928ms","start":"2026-03-02T17:50:23.024064Z","end":"2026-03-02T17:50:23.13649Z","steps":["trace[846089594] 'agreement among raft nodes before linearized reading' (duration: 111.975096ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:23.660416Z","caller":"traceutil/trace.go:171","msg":"trace[370301214] transaction","detail":"{read_only:false; response_revision:30492; number_of_response:1; }","duration":"132.145658ms","start":"2026-03-02T17:50:23.52824Z","end":"2026-03-02T17:50:23.660385Z","steps":["trace[370301214] 'process raft request' (duration: 111.72924ms)","trace[370301214] 'compare' (duration: 20.288835ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:24.18858Z","caller":"traceutil/trace.go:171","msg":"trace[749667233] linearizableReadLoop","detail":"{readStateIndex:31569; appliedIndex:31568; }","duration":"108.349343ms","start":"2026-03-02T17:50:24.080183Z","end":"2026-03-02T17:50:24.188532Z","steps":["trace[749667233] 'read index received' (duration: 10.096061ms)","trace[749667233] 'applied index is now lower than readState.Index' (duration: 98.252202ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:24.188639Z","caller":"traceutil/trace.go:171","msg":"trace[1252799625] transaction","detail":"{read_only:false; response_revision:30494; number_of_response:1; }","duration":"117.370236ms","start":"2026-03-02T17:50:24.071224Z","end":"2026-03-02T17:50:24.188594Z","steps":["trace[1252799625] 'process raft request' (duration: 19.035802ms)","trace[1252799625] 'compare' (duration: 98.147259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:24.188711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.512016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:50:24.188742Z","caller":"traceutil/trace.go:171","msg":"trace[1348580671] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:30494; }","duration":"108.62833ms","start":"2026-03-02T17:50:24.080105Z","end":"2026-03-02T17:50:24.188733Z","steps":["trace[1348580671] 'agreement among raft nodes before linearized reading' (duration: 108.543288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:24.369122Z","caller":"traceutil/trace.go:171","msg":"trace[756408360] transaction","detail":"{read_only:false; response_revision:30495; number_of_response:1; }","duration":"168.529308ms","start":"2026-03-02T17:50:24.200569Z","end":"2026-03-02T17:50:24.369099Z","steps":["trace[756408360] 'process raft request' (duration: 100.237602ms)","trace[756408360] 'compare' (duration: 68.198543ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:24.370564Z","caller":"traceutil/trace.go:171","msg":"trace[1425485943] transaction","detail":"{read_only:false; response_revision:30496; number_of_response:1; }","duration":"166.63867ms","start":"2026-03-02T17:50:24.203897Z","end":"2026-03-02T17:50:24.370536Z","steps":["trace[1425485943] 'process raft request' (duration: 166.524426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:25.315848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.75561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:50:25.315933Z","caller":"traceutil/trace.go:171","msg":"trace[314982927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:30502; }","duration":"174.936514ms","start":"2026-03-02T17:50:25.140976Z","end":"2026-03-02T17:50:25.315913Z","steps":["trace[314982927] 'range keys from in-memory index tree' (duration: 174.557846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:25.315957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.902634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:1 size:13451"} {"level":"info","ts":"2026-03-02T17:50:25.316031Z","caller":"traceutil/trace.go:171","msg":"trace[287881771] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:1; response_revision:30502; }","duration":"192.027277ms","start":"2026-03-02T17:50:25.123985Z","end":"2026-03-02T17:50:25.316012Z","steps":["trace[287881771] 'range keys from in-memory index tree' (duration: 191.718459ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:25.633187Z","caller":"traceutil/trace.go:171","msg":"trace[1137782805] linearizableReadLoop","detail":"{readStateIndex:31578; appliedIndex:31577; }","duration":"310.784027ms","start":"2026-03-02T17:50:25.322192Z","end":"2026-03-02T17:50:25.632976Z","steps":["trace[1137782805] 'read index received' (duration: 310.635134ms)","trace[1137782805] 'applied index is now lower than readState.Index' (duration: 147.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:25.633302Z","caller":"traceutil/trace.go:171","msg":"trace[1245258988] transaction","detail":"{read_only:false; response_revision:30503; number_of_response:1; }","duration":"313.385855ms","start":"2026-03-02T17:50:25.31989Z","end":"2026-03-02T17:50:25.633275Z","steps":["trace[1245258988] 'process raft request' (duration: 312.882172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:25.633459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:25.319868Z","time spent":"313.490577ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:25.633582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.357273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" ","response":"range_response_count:1 size:13451"} {"level":"info","ts":"2026-03-02T17:50:25.633667Z","caller":"traceutil/trace.go:171","msg":"trace[254148729] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details; range_end:; response_count:1; response_revision:30503; }","duration":"311.497007ms","start":"2026-03-02T17:50:25.322148Z","end":"2026-03-02T17:50:25.633645Z","steps":["trace[254148729] 'agreement among raft nodes before linearized reading' (duration: 311.174278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:25.633715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:25.32213Z","time spent":"311.576028ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13473,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-rbd-details\" "} {"level":"warn","ts":"2026-03-02T17:50:25.635047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.387613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:25.635122Z","caller":"traceutil/trace.go:171","msg":"trace[628143227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30504; }","duration":"183.479335ms","start":"2026-03-02T17:50:25.451624Z","end":"2026-03-02T17:50:25.635103Z","steps":["trace[628143227] 'agreement among raft nodes before linearized reading' (duration: 183.359272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:25.635127Z","caller":"traceutil/trace.go:171","msg":"trace[311275106] transaction","detail":"{read_only:false; response_revision:30504; number_of_response:1; }","duration":"111.107224ms","start":"2026-03-02T17:50:25.524004Z","end":"2026-03-02T17:50:25.635111Z","steps":["trace[311275106] 'process raft request' (duration: 110.768724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:25.635052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.690811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:50:25.635335Z","caller":"traceutil/trace.go:171","msg":"trace[137679911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30504; }","duration":"247.007478ms","start":"2026-03-02T17:50:25.388297Z","end":"2026-03-02T17:50:25.635304Z","steps":["trace[137679911] 'agreement among raft nodes before linearized reading' (duration: 246.595388ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:25.894282Z","caller":"traceutil/trace.go:171","msg":"trace[1762790658] transaction","detail":"{read_only:false; response_revision:30505; number_of_response:1; }","duration":"255.007854ms","start":"2026-03-02T17:50:25.639245Z","end":"2026-03-02T17:50:25.894253Z","steps":["trace[1762790658] 'process raft request' (duration: 179.529402ms)","trace[1762790658] 'compare' (duration: 75.249007ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:26.674189Z","caller":"traceutil/trace.go:171","msg":"trace[330994] transaction","detail":"{read_only:false; response_revision:30508; number_of_response:1; }","duration":"298.469589ms","start":"2026-03-02T17:50:26.375697Z","end":"2026-03-02T17:50:26.674167Z","steps":["trace[330994] 'process raft request' (duration: 298.283254ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:26.674281Z","caller":"traceutil/trace.go:171","msg":"trace[404868733] transaction","detail":"{read_only:false; response_revision:30509; number_of_response:1; }","duration":"293.003267ms","start":"2026-03-02T17:50:26.381249Z","end":"2026-03-02T17:50:26.674252Z","steps":["trace[404868733] 'process raft request' (duration: 292.848963ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:26.674755Z","caller":"traceutil/trace.go:171","msg":"trace[99885295] linearizableReadLoop","detail":"{readStateIndex:31583; appliedIndex:31581; }","duration":"295.274847ms","start":"2026-03-02T17:50:26.379466Z","end":"2026-03-02T17:50:26.674741Z","steps":["trace[99885295] 'read index received' (duration: 49.954891ms)","trace[99885295] 'applied index is now lower than readState.Index' (duration: 245.319116ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:26.67483Z","caller":"traceutil/trace.go:171","msg":"trace[2037545802] transaction","detail":"{read_only:false; response_revision:30510; number_of_response:1; }","duration":"264.724486ms","start":"2026-03-02T17:50:26.41009Z","end":"2026-03-02T17:50:26.674814Z","steps":["trace[2037545802] 'process raft request' (duration: 264.038968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:26.674932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.444141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:26.674976Z","caller":"traceutil/trace.go:171","msg":"trace[939732690] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:30510; }","duration":"295.525493ms","start":"2026-03-02T17:50:26.379437Z","end":"2026-03-02T17:50:26.674963Z","steps":["trace[939732690] 'agreement among raft nodes before linearized reading' (duration: 295.38021ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:50:26.781351Z","caller":"traceutil/trace.go:171","msg":"trace[756347463] transaction","detail":"{read_only:false; response_revision:30511; number_of_response:1; }","duration":"326.903075ms","start":"2026-03-02T17:50:26.454411Z","end":"2026-03-02T17:50:26.781314Z","steps":["trace[756347463] 'process raft request' (duration: 291.884479ms)","trace[756347463] 'compare' (duration: 34.492832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:50:26.781526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:26.454366Z","time spent":"327.072569ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:50:26.781535Z","caller":"traceutil/trace.go:171","msg":"trace[1395644696] linearizableReadLoop","detail":"{readStateIndex:31587; appliedIndex:31585; }","duration":"106.696009ms","start":"2026-03-02T17:50:26.674792Z","end":"2026-03-02T17:50:26.781487Z","steps":["trace[1395644696] 'read index received' (duration: 71.341185ms)","trace[1395644696] 'applied index is now lower than readState.Index' (duration: 35.351564ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:50:26.781667Z","caller":"traceutil/trace.go:171","msg":"trace[1268189095] transaction","detail":"{read_only:false; response_revision:30512; number_of_response:1; }","duration":"317.008249ms","start":"2026-03-02T17:50:26.464627Z","end":"2026-03-02T17:50:26.781635Z","steps":["trace[1268189095] 'process raft request' (duration: 316.614128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:26.781784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:26.464612Z","time spent":"317.114082ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:50:26.782069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.75986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:50:26.782125Z","caller":"traceutil/trace.go:171","msg":"trace[29281978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30512; }","duration":"174.852472ms","start":"2026-03-02T17:50:26.607258Z","end":"2026-03-02T17:50:26.78211Z","steps":["trace[29281978] 'agreement among raft nodes before linearized reading' (duration: 174.522434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:26.782312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.724176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:28 size:807682"} {"level":"info","ts":"2026-03-02T17:50:26.782388Z","caller":"traceutil/trace.go:171","msg":"trace[1587058834] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:28; response_revision:30512; }","duration":"153.838519ms","start":"2026-03-02T17:50:26.62853Z","end":"2026-03-02T17:50:26.782369Z","steps":["trace[1587058834] 'agreement among raft nodes before linearized reading' (duration: 153.184832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:26.782549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.826871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:50:26.783575Z","caller":"traceutil/trace.go:171","msg":"trace[910178788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30512; }","duration":"326.255688ms","start":"2026-03-02T17:50:26.457298Z","end":"2026-03-02T17:50:26.783554Z","steps":["trace[910178788] 'agreement among raft nodes before linearized reading' (duration: 324.78274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:50:26.783719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:50:26.457287Z","time spent":"326.416623ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:50:27.022988Z","caller":"traceutil/trace.go:171","msg":"trace[628451445] transaction","detail":"{read_only:false; response_revision:30514; number_of_response:1; }","duration":"236.611869ms","start":"2026-03-02T17:50:26.786338Z","end":"2026-03-02T17:50:27.02295Z","steps":["trace[628451445] 'process raft request' (duration: 236.317812ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:16.35042Z","caller":"traceutil/trace.go:171","msg":"trace[1106335434] transaction","detail":"{read_only:false; response_revision:30848; number_of_response:1; }","duration":"305.131535ms","start":"2026-03-02T17:51:16.045251Z","end":"2026-03-02T17:51:16.350383Z","steps":["trace[1106335434] 'process raft request' (duration: 223.215443ms)","trace[1106335434] 'compare' (duration: 81.717847ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:16.350413Z","caller":"traceutil/trace.go:171","msg":"trace[1071976983] linearizableReadLoop","detail":"{readStateIndex:31934; appliedIndex:31932; }","duration":"248.507448ms","start":"2026-03-02T17:51:16.101866Z","end":"2026-03-02T17:51:16.350373Z","steps":["trace[1071976983] 'read index received' (duration: 16.275022ms)","trace[1071976983] 'applied index is now lower than readState.Index' (duration: 232.230636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:16.350578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:16.045235Z","time spent":"305.266678ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:51:16.350587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.679262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:16.350649Z","caller":"traceutil/trace.go:171","msg":"trace[429111609] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:30848; }","duration":"248.807246ms","start":"2026-03-02T17:51:16.101826Z","end":"2026-03-02T17:51:16.350633Z","steps":["trace[429111609] 'agreement among raft nodes before linearized reading' (duration: 248.665333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:16.350879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.312492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:51:16.350954Z","caller":"traceutil/trace.go:171","msg":"trace[79083605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:30848; }","duration":"214.418745ms","start":"2026-03-02T17:51:16.136514Z","end":"2026-03-02T17:51:16.350933Z","steps":["trace[79083605] 'agreement among raft nodes before linearized reading' (duration: 214.20291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:32.554541Z","caller":"traceutil/trace.go:171","msg":"trace[347467359] transaction","detail":"{read_only:false; response_revision:30957; number_of_response:1; }","duration":"115.636616ms","start":"2026-03-02T17:51:32.438871Z","end":"2026-03-02T17:51:32.554507Z","steps":["trace[347467359] 'process raft request' (duration: 115.470592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:32.557495Z","caller":"traceutil/trace.go:171","msg":"trace[1475065971] transaction","detail":"{read_only:false; response_revision:30958; number_of_response:1; }","duration":"107.33568ms","start":"2026-03-02T17:51:32.450141Z","end":"2026-03-02T17:51:32.557477Z","steps":["trace[1475065971] 'process raft request' (duration: 107.221617ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:41.897028Z","caller":"traceutil/trace.go:171","msg":"trace[1669128803] transaction","detail":"{read_only:false; response_revision:31021; number_of_response:1; }","duration":"141.657221ms","start":"2026-03-02T17:51:41.755353Z","end":"2026-03-02T17:51:41.897011Z","steps":["trace[1669128803] 'process raft request' (duration: 141.539708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:44.286996Z","caller":"traceutil/trace.go:171","msg":"trace[1629297903] transaction","detail":"{read_only:false; response_revision:31039; number_of_response:1; }","duration":"170.042595ms","start":"2026-03-02T17:51:44.116863Z","end":"2026-03-02T17:51:44.286906Z","steps":["trace[1629297903] 'process raft request' (duration: 81.365938ms)","trace[1629297903] 'compare' (duration: 88.322378ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:44.718262Z","caller":"traceutil/trace.go:171","msg":"trace[753695802] transaction","detail":"{read_only:false; response_revision:31040; number_of_response:1; }","duration":"116.707544ms","start":"2026-03-02T17:51:44.601513Z","end":"2026-03-02T17:51:44.718221Z","steps":["trace[753695802] 'process raft request' (duration: 116.473457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:44.718346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.030281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:51:44.718431Z","caller":"traceutil/trace.go:171","msg":"trace[369361671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31040; }","duration":"100.170375ms","start":"2026-03-02T17:51:44.618239Z","end":"2026-03-02T17:51:44.718409Z","steps":["trace[369361671] 'agreement among raft nodes before linearized reading' (duration: 99.926138ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:44.834736Z","caller":"traceutil/trace.go:171","msg":"trace[322897628] transaction","detail":"{read_only:false; response_revision:31041; number_of_response:1; }","duration":"112.31505ms","start":"2026-03-02T17:51:44.722381Z","end":"2026-03-02T17:51:44.834696Z","steps":["trace[322897628] 'process raft request' (duration: 63.438314ms)","trace[322897628] 'compare' (duration: 48.477476ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:45.083941Z","caller":"traceutil/trace.go:171","msg":"trace[1205070981] transaction","detail":"{read_only:false; response_revision:31043; number_of_response:1; }","duration":"137.7968ms","start":"2026-03-02T17:51:44.94612Z","end":"2026-03-02T17:51:45.083917Z","steps":["trace[1205070981] 'process raft request' (duration: 87.881018ms)","trace[1205070981] 'compare' (duration: 49.81961ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:45.102667Z","caller":"traceutil/trace.go:171","msg":"trace[2115875574] transaction","detail":"{read_only:false; response_revision:31044; number_of_response:1; }","duration":"149.569285ms","start":"2026-03-02T17:51:44.953071Z","end":"2026-03-02T17:51:45.102641Z","steps":["trace[2115875574] 'process raft request' (duration: 149.429991ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:45.390985Z","caller":"traceutil/trace.go:171","msg":"trace[427065759] transaction","detail":"{read_only:false; response_revision:31049; number_of_response:1; }","duration":"127.942844ms","start":"2026-03-02T17:51:45.263014Z","end":"2026-03-02T17:51:45.390957Z","steps":["trace[427065759] 'process raft request' (duration: 78.012171ms)","trace[427065759] 'compare' (duration: 49.728568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:45.569118Z","caller":"traceutil/trace.go:171","msg":"trace[1936064846] linearizableReadLoop","detail":"{readStateIndex:32142; appliedIndex:32141; }","duration":"139.653689ms","start":"2026-03-02T17:51:45.429443Z","end":"2026-03-02T17:51:45.569097Z","steps":["trace[1936064846] 'read index received' (duration: 107.408744ms)","trace[1936064846] 'applied index is now lower than readState.Index' (duration: 32.243995ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:45.569248Z","caller":"traceutil/trace.go:171","msg":"trace[1659889737] transaction","detail":"{read_only:false; response_revision:31050; number_of_response:1; }","duration":"163.385402ms","start":"2026-03-02T17:51:45.405822Z","end":"2026-03-02T17:51:45.569207Z","steps":["trace[1659889737] 'process raft request' (duration: 131.032545ms)","trace[1659889737] 'compare' (duration: 32.136742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:45.569363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.970341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:45.569413Z","caller":"traceutil/trace.go:171","msg":"trace[1137347912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31050; }","duration":"117.067553ms","start":"2026-03-02T17:51:45.452336Z","end":"2026-03-02T17:51:45.569403Z","steps":["trace[1137347912] 'agreement among raft nodes before linearized reading' (duration: 116.94245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:45.571694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.240827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:51:45.571762Z","caller":"traceutil/trace.go:171","msg":"trace[1227963764] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31050; }","duration":"142.351279ms","start":"2026-03-02T17:51:45.429396Z","end":"2026-03-02T17:51:45.571747Z","steps":["trace[1227963764] 'agreement among raft nodes before linearized reading' (duration: 139.812552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:45.856283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.27031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:45.856381Z","caller":"traceutil/trace.go:171","msg":"trace[221596357] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:31051; }","duration":"102.391513ms","start":"2026-03-02T17:51:45.75397Z","end":"2026-03-02T17:51:45.856362Z","steps":["trace[221596357] 'count revisions from in-memory index tree' (duration: 102.176147ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:46.295397Z","caller":"traceutil/trace.go:171","msg":"trace[1441127292] transaction","detail":"{read_only:false; response_revision:31053; number_of_response:1; }","duration":"140.430738ms","start":"2026-03-02T17:51:46.154934Z","end":"2026-03-02T17:51:46.295365Z","steps":["trace[1441127292] 'process raft request' (duration: 86.415099ms)","trace[1441127292] 'compare' (duration: 53.761762ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:46.430828Z","caller":"traceutil/trace.go:171","msg":"trace[1576626052] transaction","detail":"{read_only:false; response_revision:31054; number_of_response:1; }","duration":"131.771384ms","start":"2026-03-02T17:51:46.299026Z","end":"2026-03-02T17:51:46.430798Z","steps":["trace[1576626052] 'process raft request' (duration: 120.671496ms)","trace[1576626052] 'compare' (duration: 10.687427ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:47.003328Z","caller":"traceutil/trace.go:171","msg":"trace[1731284383] transaction","detail":"{read_only:false; response_revision:31058; number_of_response:1; }","duration":"160.360105ms","start":"2026-03-02T17:51:46.842943Z","end":"2026-03-02T17:51:47.003303Z","steps":["trace[1731284383] 'process raft request' (duration: 160.226871ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.24085Z","caller":"traceutil/trace.go:171","msg":"trace[554689483] transaction","detail":"{read_only:false; response_revision:31059; number_of_response:1; }","duration":"152.424729ms","start":"2026-03-02T17:51:47.088389Z","end":"2026-03-02T17:51:47.240814Z","steps":["trace[554689483] 'process raft request' (duration: 152.013868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:47.56263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.213008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:51:47.563114Z","caller":"traceutil/trace.go:171","msg":"trace[1104193305] transaction","detail":"{read_only:false; response_revision:31060; number_of_response:1; }","duration":"454.320761ms","start":"2026-03-02T17:51:47.108769Z","end":"2026-03-02T17:51:47.56309Z","steps":["trace[1104193305] 'process raft request' (duration: 241.542238ms)","trace[1104193305] 'compare' (duration: 211.916921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:47.563229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:47.108735Z","time spent":"454.434064ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:51:47.563386Z","caller":"traceutil/trace.go:171","msg":"trace[381794055] transaction","detail":"{read_only:false; response_revision:31061; number_of_response:1; }","duration":"441.018485ms","start":"2026-03-02T17:51:47.122334Z","end":"2026-03-02T17:51:47.563353Z","steps":["trace[381794055] 'process raft request' (duration: 440.762028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:47.563773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:47.122298Z","time spent":"441.192031ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:51:47.563882Z","caller":"traceutil/trace.go:171","msg":"trace[1457829889] transaction","detail":"{read_only:false; response_revision:31062; number_of_response:1; }","duration":"440.689727ms","start":"2026-03-02T17:51:47.123166Z","end":"2026-03-02T17:51:47.563856Z","steps":["trace[1457829889] 'process raft request' (duration: 440.537963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:47.563996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:47.123141Z","time spent":"440.80079ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:51:47.563846Z","caller":"traceutil/trace.go:171","msg":"trace[793020846] linearizableReadLoop","detail":"{readStateIndex:32154; appliedIndex:32151; }","duration":"162.935022ms","start":"2026-03-02T17:51:47.400893Z","end":"2026-03-02T17:51:47.563828Z","steps":["trace[793020846] 'read index received' (duration: 42.201µs)","trace[793020846] 'applied index is now lower than readState.Index' (duration: 162.891941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:47.564374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.474966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-02T17:51:47.564365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.807766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:47.564439Z","caller":"traceutil/trace.go:171","msg":"trace[584608625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31062; }","duration":"163.544168ms","start":"2026-03-02T17:51:47.400884Z","end":"2026-03-02T17:51:47.564428Z","steps":["trace[584608625] 'agreement among raft nodes before linearized reading' (duration: 163.042015ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.56448Z","caller":"traceutil/trace.go:171","msg":"trace[849822563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31062; }","duration":"111.937999ms","start":"2026-03-02T17:51:47.452515Z","end":"2026-03-02T17:51:47.564453Z","steps":["trace[849822563] 'agreement among raft nodes before linearized reading' (duration: 111.748255ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.742152Z","caller":"traceutil/trace.go:171","msg":"trace[1353171358] transaction","detail":"{read_only:false; response_revision:31063; number_of_response:1; }","duration":"172.841918ms","start":"2026-03-02T17:51:47.569282Z","end":"2026-03-02T17:51:47.742124Z","steps":["trace[1353171358] 'process raft request' (duration: 168.129726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.74234Z","caller":"traceutil/trace.go:171","msg":"trace[1687415131] linearizableReadLoop","detail":"{readStateIndex:32155; appliedIndex:32154; }","duration":"168.396962ms","start":"2026-03-02T17:51:47.573907Z","end":"2026-03-02T17:51:47.742304Z","steps":["trace[1687415131] 'read index received' (duration: 163.443344ms)","trace[1687415131] 'applied index is now lower than readState.Index' (duration: 4.947348ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:47.742585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.67919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:51:47.742625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.263847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:51:47.742764Z","caller":"traceutil/trace.go:171","msg":"trace[1824503900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31063; }","duration":"168.884136ms","start":"2026-03-02T17:51:47.57385Z","end":"2026-03-02T17:51:47.742734Z","steps":["trace[1824503900] 'agreement among raft nodes before linearized reading' (duration: 168.563927ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.742912Z","caller":"traceutil/trace.go:171","msg":"trace[874411174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31063; }","duration":"142.502933ms","start":"2026-03-02T17:51:47.600305Z","end":"2026-03-02T17:51:47.742808Z","steps":["trace[874411174] 'agreement among raft nodes before linearized reading' (duration: 142.168034ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.884244Z","caller":"traceutil/trace.go:171","msg":"trace[377722781] transaction","detail":"{read_only:false; response_revision:31064; number_of_response:1; }","duration":"137.481793ms","start":"2026-03-02T17:51:47.746738Z","end":"2026-03-02T17:51:47.88422Z","steps":["trace[377722781] 'process raft request' (duration: 130.724387ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:47.9667Z","caller":"traceutil/trace.go:171","msg":"trace[1502438926] transaction","detail":"{read_only:false; response_revision:31065; number_of_response:1; }","duration":"218.404749ms","start":"2026-03-02T17:51:47.748269Z","end":"2026-03-02T17:51:47.966674Z","steps":["trace[1502438926] 'process raft request' (duration: 218.245074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:48.553057Z","caller":"traceutil/trace.go:171","msg":"trace[2123672769] transaction","detail":"{read_only:false; response_revision:31068; number_of_response:1; }","duration":"114.066255ms","start":"2026-03-02T17:51:48.438971Z","end":"2026-03-02T17:51:48.553037Z","steps":["trace[2123672769] 'process raft request' (duration: 113.930331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:49.33812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.455459ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:51:49.338631Z","caller":"traceutil/trace.go:171","msg":"trace[2077410936] linearizableReadLoop","detail":"{readStateIndex:32164; appliedIndex:32163; }","duration":"141.160276ms","start":"2026-03-02T17:51:49.197454Z","end":"2026-03-02T17:51:49.338614Z","steps":["trace[2077410936] 'read index received' (duration: 133.603µs)","trace[2077410936] 'applied index is now lower than readState.Index' (duration: 141.025583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:49.338821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.362911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129306"} {"level":"info","ts":"2026-03-02T17:51:49.338846Z","caller":"traceutil/trace.go:171","msg":"trace[59891255] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:31072; }","duration":"141.440764ms","start":"2026-03-02T17:51:49.197396Z","end":"2026-03-02T17:51:49.338837Z","steps":["trace[59891255] 'agreement among raft nodes before linearized reading' (duration: 141.268379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:49.618649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.289229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:51:49.618768Z","caller":"traceutil/trace.go:171","msg":"trace[389668205] linearizableReadLoop","detail":"{readStateIndex:32166; appliedIndex:32165; }","duration":"167.283433ms","start":"2026-03-02T17:51:49.451469Z","end":"2026-03-02T17:51:49.618752Z","steps":["trace[389668205] 'read index received' (duration: 15.875211ms)","trace[389668205] 'applied index is now lower than readState.Index' (duration: 151.406942ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:49.618844Z","caller":"traceutil/trace.go:171","msg":"trace[880064337] transaction","detail":"{read_only:false; response_revision:31073; number_of_response:1; }","duration":"216.433396ms","start":"2026-03-02T17:51:49.402399Z","end":"2026-03-02T17:51:49.618832Z","steps":["trace[880064337] 'process raft request' (duration: 64.885091ms)","trace[880064337] 'compare' (duration: 151.172966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:49.619181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.713946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:49.619222Z","caller":"traceutil/trace.go:171","msg":"trace[159364517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31073; }","duration":"167.795868ms","start":"2026-03-02T17:51:49.451416Z","end":"2026-03-02T17:51:49.619212Z","steps":["trace[159364517] 'agreement among raft nodes before linearized reading' (duration: 167.726526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:49.660688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.713454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:49.660751Z","caller":"traceutil/trace.go:171","msg":"trace[1049787404] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:31076; }","duration":"155.786745ms","start":"2026-03-02T17:51:49.504949Z","end":"2026-03-02T17:51:49.660736Z","steps":["trace[1049787404] 'agreement among raft nodes before linearized reading' (duration: 155.694663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:50.200322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.45833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T17:51:50.200401Z","caller":"traceutil/trace.go:171","msg":"trace[1631254307] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:31079; }","duration":"140.573582ms","start":"2026-03-02T17:51:50.059808Z","end":"2026-03-02T17:51:50.200381Z","steps":["trace[1631254307] 'range keys from in-memory index tree' (duration: 140.303745ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:50.736505Z","caller":"traceutil/trace.go:171","msg":"trace[1799961745] transaction","detail":"{read_only:false; response_revision:31081; number_of_response:1; }","duration":"175.569019ms","start":"2026-03-02T17:51:50.56091Z","end":"2026-03-02T17:51:50.736479Z","steps":["trace[1799961745] 'process raft request' (duration: 175.375274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:50.926153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.858224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:51:50.926331Z","caller":"traceutil/trace.go:171","msg":"trace[756234422] transaction","detail":"{read_only:false; response_revision:31082; number_of_response:1; }","duration":"132.680087ms","start":"2026-03-02T17:51:50.793626Z","end":"2026-03-02T17:51:50.926306Z","steps":["trace[756234422] 'process raft request' (duration: 24.192766ms)","trace[756234422] 'compare' (duration: 107.449615ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:52.404166Z","caller":"traceutil/trace.go:171","msg":"trace[377605231] transaction","detail":"{read_only:false; response_revision:31092; number_of_response:1; }","duration":"175.29009ms","start":"2026-03-02T17:51:52.228853Z","end":"2026-03-02T17:51:52.404143Z","steps":["trace[377605231] 'process raft request' (duration: 175.112286ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:53.295753Z","caller":"traceutil/trace.go:171","msg":"trace[273076220] transaction","detail":"{read_only:false; response_revision:31097; number_of_response:1; }","duration":"185.833574ms","start":"2026-03-02T17:51:53.109869Z","end":"2026-03-02T17:51:53.295702Z","steps":["trace[273076220] 'process raft request' (duration: 109.25839ms)","trace[273076220] 'compare' (duration: 76.389789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:53.650675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.740597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:53.650797Z","caller":"traceutil/trace.go:171","msg":"trace[2051270698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31098; }","duration":"196.916712ms","start":"2026-03-02T17:51:53.453866Z","end":"2026-03-02T17:51:53.650782Z","steps":["trace[2051270698] 'range keys from in-memory index tree' (duration: 196.651493ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:53.914388Z","caller":"traceutil/trace.go:171","msg":"trace[1413141211] transaction","detail":"{read_only:false; response_revision:31099; number_of_response:1; }","duration":"225.692666ms","start":"2026-03-02T17:51:53.688664Z","end":"2026-03-02T17:51:53.914357Z","steps":["trace[1413141211] 'process raft request' (duration: 225.500411ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:53.940816Z","caller":"traceutil/trace.go:171","msg":"trace[761224117] linearizableReadLoop","detail":"{readStateIndex:32194; appliedIndex:32191; }","duration":"244.048183ms","start":"2026-03-02T17:51:53.696744Z","end":"2026-03-02T17:51:53.940792Z","steps":["trace[761224117] 'read index received' (duration: 217.421493ms)","trace[761224117] 'applied index is now lower than readState.Index' (duration: 26.62553ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:53.940836Z","caller":"traceutil/trace.go:171","msg":"trace[1332840906] transaction","detail":"{read_only:false; response_revision:31100; number_of_response:1; }","duration":"251.29969ms","start":"2026-03-02T17:51:53.689508Z","end":"2026-03-02T17:51:53.940808Z","steps":["trace[1332840906] 'process raft request' (duration: 251.091195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:53.941014Z","caller":"traceutil/trace.go:171","msg":"trace[2089897709] transaction","detail":"{read_only:false; response_revision:31101; number_of_response:1; }","duration":"250.690895ms","start":"2026-03-02T17:51:53.690294Z","end":"2026-03-02T17:51:53.940985Z","steps":["trace[2089897709] 'process raft request' (duration: 250.449539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:53.941026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.244508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:53.941742Z","caller":"traceutil/trace.go:171","msg":"trace[1462820268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:31101; }","duration":"244.477533ms","start":"2026-03-02T17:51:53.696718Z","end":"2026-03-02T17:51:53.941196Z","steps":["trace[1462820268] 'agreement among raft nodes before linearized reading' (duration: 244.204446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.234901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.370118Z","time spent":"864.775923ms","remote":"127.0.0.1:44978","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:51:55.2411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.133147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:51:55.241339Z","caller":"traceutil/trace.go:171","msg":"trace[1518420015] linearizableReadLoop","detail":"{readStateIndex:32196; appliedIndex:32195; }","duration":"1.273619714s","start":"2026-03-02T17:51:53.967661Z","end":"2026-03-02T17:51:55.24128Z","steps":["trace[1518420015] 'read index received' (duration: 419.152909ms)","trace[1518420015] 'applied index is now lower than readState.Index' (duration: 854.371893ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:55.241517Z","caller":"traceutil/trace.go:171","msg":"trace[1002486552] transaction","detail":"{read_only:false; response_revision:31102; number_of_response:1; }","duration":"1.278403048s","start":"2026-03-02T17:51:53.963092Z","end":"2026-03-02T17:51:55.241495Z","steps":["trace[1002486552] 'process raft request' (duration: 423.770428ms)","trace[1002486552] 'compare' (duration: 847.458235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:55.241579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:53.963072Z","time spent":"1.278470931s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:51:55.242025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274345594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:55.242131Z","caller":"traceutil/trace.go:171","msg":"trace[346052214] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:31102; }","duration":"1.274483867s","start":"2026-03-02T17:51:53.967609Z","end":"2026-03-02T17:51:55.242093Z","steps":["trace[346052214] 'agreement among raft nodes before linearized reading' (duration: 1.27382555s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.242179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:53.96759Z","time spent":"1.27457837s","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-02T17:51:55.513295Z","caller":"traceutil/trace.go:171","msg":"trace[2019830347] transaction","detail":"{read_only:false; response_revision:31103; number_of_response:1; }","duration":"1.103237001s","start":"2026-03-02T17:51:54.410025Z","end":"2026-03-02T17:51:55.513262Z","steps":["trace[2019830347] 'process raft request' (duration: 1.045122735s)","trace[2019830347] 'compare' (duration: 57.49218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:55.513429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.410006Z","time spent":"1.103351464s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:51:55.513459Z","caller":"traceutil/trace.go:171","msg":"trace[1994115136] linearizableReadLoop","detail":"{readStateIndex:32200; appliedIndex:32196; }","duration":"272.057178ms","start":"2026-03-02T17:51:55.241363Z","end":"2026-03-02T17:51:55.51342Z","steps":["trace[1994115136] 'read index received' (duration: 213.85958ms)","trace[1994115136] 'applied index is now lower than readState.Index' (duration: 58.196258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:55.513585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378626995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:51:55.513655Z","caller":"traceutil/trace.go:171","msg":"trace[1989008419] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:31107; }","duration":"1.378732278s","start":"2026-03-02T17:51:54.134901Z","end":"2026-03-02T17:51:55.513634Z","steps":["trace[1989008419] 'agreement among raft nodes before linearized reading' (duration: 1.378631505s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.5137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.134881Z","time spent":"1.37880811s","remote":"127.0.0.1:33284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:51:55.51371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.313146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-02T17:51:55.51376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424250957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:51:55.513797Z","caller":"traceutil/trace.go:171","msg":"trace[648677470] transaction","detail":"{read_only:false; response_revision:31105; number_of_response:1; }","duration":"404.319655ms","start":"2026-03-02T17:51:55.109471Z","end":"2026-03-02T17:51:55.513791Z","steps":["trace[648677470] 'process raft request' (duration: 403.781191ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.513827Z","caller":"traceutil/trace.go:171","msg":"trace[1903142214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31107; }","duration":"1.424392381s","start":"2026-03-02T17:51:54.089414Z","end":"2026-03-02T17:51:55.513806Z","steps":["trace[1903142214] 'agreement among raft nodes before linearized reading' (duration: 1.424162585s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.513847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:55.109447Z","time spent":"404.375397ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:51:55.513885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.089389Z","time spent":"1.424483554s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:51:55.513893Z","caller":"traceutil/trace.go:171","msg":"trace[1470832470] transaction","detail":"{read_only:false; response_revision:31107; number_of_response:1; }","duration":"127.180305ms","start":"2026-03-02T17:51:55.386695Z","end":"2026-03-02T17:51:55.513875Z","steps":["trace[1470832470] 'process raft request' (duration: 126.671231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.513963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.943315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:51:55.514005Z","caller":"traceutil/trace.go:171","msg":"trace[1206970493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31107; }","duration":"746.030147ms","start":"2026-03-02T17:51:54.767964Z","end":"2026-03-02T17:51:55.513994Z","steps":["trace[1206970493] 'agreement among raft nodes before linearized reading' (duration: 745.900994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.514043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.767946Z","time spent":"746.089759ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:51:55.513824Z","caller":"traceutil/trace.go:171","msg":"trace[167358760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31107; }","duration":"306.4831ms","start":"2026-03-02T17:51:55.207312Z","end":"2026-03-02T17:51:55.513795Z","steps":["trace[167358760] 'agreement among raft nodes before linearized reading' (duration: 306.149841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.514132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440175669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:51:55.514137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493797649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:51:55.513619Z","caller":"traceutil/trace.go:171","msg":"trace[1196578627] transaction","detail":"{read_only:false; response_revision:31104; number_of_response:1; }","duration":"573.330343ms","start":"2026-03-02T17:51:54.940089Z","end":"2026-03-02T17:51:55.513419Z","steps":["trace[1196578627] 'process raft request' (duration: 573.045976ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.514154Z","caller":"traceutil/trace.go:171","msg":"trace[235739222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31107; }","duration":"1.440233821s","start":"2026-03-02T17:51:54.073914Z","end":"2026-03-02T17:51:55.514148Z","steps":["trace[235739222] 'agreement among raft nodes before linearized reading' (duration: 1.440165049s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.513766Z","caller":"traceutil/trace.go:171","msg":"trace[1817313442] transaction","detail":"{read_only:false; response_revision:31106; number_of_response:1; }","duration":"384.214564ms","start":"2026-03-02T17:51:55.129543Z","end":"2026-03-02T17:51:55.513757Z","steps":["trace[1817313442] 'process raft request' (duration: 383.770102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.514182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.073894Z","time spent":"1.440283752s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:51:55.514176Z","caller":"traceutil/trace.go:171","msg":"trace[158779103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31107; }","duration":"1.493864881s","start":"2026-03-02T17:51:54.020297Z","end":"2026-03-02T17:51:55.514161Z","steps":["trace[158779103] 'agreement among raft nodes before linearized reading' (duration: 1.493749238s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.514154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:55.20729Z","time spent":"306.855619ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:51:55.514213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.020281Z","time spent":"1.493924472s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:51:55.514217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:55.129495Z","time spent":"384.684605ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:51:55.514275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:54.940064Z","time spent":"574.123284ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:51:55.679564Z","caller":"traceutil/trace.go:171","msg":"trace[495610235] linearizableReadLoop","detail":"{readStateIndex:32202; appliedIndex:32201; }","duration":"165.99257ms","start":"2026-03-02T17:51:55.513542Z","end":"2026-03-02T17:51:55.679535Z","steps":["trace[495610235] 'read index received' (duration: 130.170962ms)","trace[495610235] 'applied index is now lower than readState.Index' (duration: 35.820448ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:55.679595Z","caller":"traceutil/trace.go:171","msg":"trace[936885391] transaction","detail":"{read_only:false; response_revision:31108; number_of_response:1; }","duration":"176.398929ms","start":"2026-03-02T17:51:55.503147Z","end":"2026-03-02T17:51:55.679546Z","steps":["trace[936885391] 'process raft request' (duration: 140.559631ms)","trace[936885391] 'compare' (duration: 35.708835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:51:55.679674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.33285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:51:55.679697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.925427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:51:55.679719Z","caller":"traceutil/trace.go:171","msg":"trace[566673618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31108; }","duration":"227.407551ms","start":"2026-03-02T17:51:55.452301Z","end":"2026-03-02T17:51:55.679709Z","steps":["trace[566673618] 'agreement among raft nodes before linearized reading' (duration: 227.328399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.679745Z","caller":"traceutil/trace.go:171","msg":"trace[1497090950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31108; }","duration":"379.01286ms","start":"2026-03-02T17:51:55.300716Z","end":"2026-03-02T17:51:55.679729Z","steps":["trace[1497090950] 'agreement among raft nodes before linearized reading' (duration: 378.840825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.679759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.903918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:51:55.679834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:55.300698Z","time spent":"379.126582ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:51:55.679853Z","caller":"traceutil/trace.go:171","msg":"trace[1101937085] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:31108; }","duration":"425.062192ms","start":"2026-03-02T17:51:55.254772Z","end":"2026-03-02T17:51:55.679834Z","steps":["trace[1101937085] 'agreement among raft nodes before linearized reading' (duration: 424.904498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.679894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.352987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T17:51:55.679912Z","caller":"traceutil/trace.go:171","msg":"trace[1453487960] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:31108; }","duration":"433.387138ms","start":"2026-03-02T17:51:55.246519Z","end":"2026-03-02T17:51:55.679906Z","steps":["trace[1453487960] 'agreement among raft nodes before linearized reading' (duration: 433.322587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.6799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:55.25475Z","time spent":"425.135474ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:51:55.679929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:51:55.2465Z","time spent":"433.426219ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T17:51:55.686432Z","caller":"traceutil/trace.go:171","msg":"trace[848814380] transaction","detail":"{read_only:false; response_revision:31110; number_of_response:1; }","duration":"168.105715ms","start":"2026-03-02T17:51:55.518307Z","end":"2026-03-02T17:51:55.686413Z","steps":["trace[848814380] 'process raft request' (duration: 167.982622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.686448Z","caller":"traceutil/trace.go:171","msg":"trace[1400861360] transaction","detail":"{read_only:false; response_revision:31109; number_of_response:1; }","duration":"168.174397ms","start":"2026-03-02T17:51:55.518219Z","end":"2026-03-02T17:51:55.686394Z","steps":["trace[1400861360] 'process raft request' (duration: 167.969212ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.686559Z","caller":"traceutil/trace.go:171","msg":"trace[957693710] transaction","detail":"{read_only:false; response_revision:31111; number_of_response:1; }","duration":"167.95179ms","start":"2026-03-02T17:51:55.518598Z","end":"2026-03-02T17:51:55.68655Z","steps":["trace[957693710] 'process raft request' (duration: 167.743524ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:55.68663Z","caller":"traceutil/trace.go:171","msg":"trace[373024343] transaction","detail":"{read_only:false; response_revision:31112; number_of_response:1; }","duration":"167.717825ms","start":"2026-03-02T17:51:55.518907Z","end":"2026-03-02T17:51:55.686625Z","steps":["trace[373024343] 'process raft request' (duration: 167.593671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:55.686655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.729531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:51:55.686695Z","caller":"traceutil/trace.go:171","msg":"trace[1040454205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31112; }","duration":"168.799223ms","start":"2026-03-02T17:51:55.517886Z","end":"2026-03-02T17:51:55.686685Z","steps":["trace[1040454205] 'agreement among raft nodes before linearized reading' (duration: 168.68861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:58.218096Z","caller":"traceutil/trace.go:171","msg":"trace[1694484054] transaction","detail":"{read_only:false; response_revision:31128; number_of_response:1; }","duration":"214.560958ms","start":"2026-03-02T17:51:58.00351Z","end":"2026-03-02T17:51:58.218071Z","steps":["trace[1694484054] 'process raft request' (duration: 214.340353ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:58.218389Z","caller":"traceutil/trace.go:171","msg":"trace[176945369] linearizableReadLoop","detail":"{readStateIndex:32224; appliedIndex:32220; }","duration":"209.653602ms","start":"2026-03-02T17:51:58.008716Z","end":"2026-03-02T17:51:58.218369Z","steps":["trace[176945369] 'read index received' (duration: 86.629755ms)","trace[176945369] 'applied index is now lower than readState.Index' (duration: 123.022937ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:51:58.218483Z","caller":"traceutil/trace.go:171","msg":"trace[121882589] transaction","detail":"{read_only:false; response_revision:31129; number_of_response:1; }","duration":"212.173237ms","start":"2026-03-02T17:51:58.006301Z","end":"2026-03-02T17:51:58.218474Z","steps":["trace[121882589] 'process raft request' (duration: 211.728215ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:51:58.218493Z","caller":"traceutil/trace.go:171","msg":"trace[1649082755] transaction","detail":"{read_only:false; response_revision:31130; number_of_response:1; }","duration":"212.108196ms","start":"2026-03-02T17:51:58.006358Z","end":"2026-03-02T17:51:58.218467Z","steps":["trace[1649082755] 'process raft request' (duration: 211.909691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:58.218799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.063932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:1 size:307180"} {"level":"info","ts":"2026-03-02T17:51:58.218841Z","caller":"traceutil/trace.go:171","msg":"trace[44976421] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:1; response_revision:31130; }","duration":"210.149516ms","start":"2026-03-02T17:51:58.008682Z","end":"2026-03-02T17:51:58.218831Z","steps":["trace[44976421] 'agreement among raft nodes before linearized reading' (duration: 209.767195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:51:59.285026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.678171ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:52:00.356797Z","caller":"traceutil/trace.go:171","msg":"trace[1302591876] transaction","detail":"{read_only:false; response_revision:31142; number_of_response:1; }","duration":"130.328596ms","start":"2026-03-02T17:52:00.226437Z","end":"2026-03-02T17:52:00.356765Z","steps":["trace[1302591876] 'process raft request' (duration: 86.168362ms)","trace[1302591876] 'compare' (duration: 43.938338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:01.833507Z","caller":"traceutil/trace.go:171","msg":"trace[1956452845] linearizableReadLoop","detail":"{readStateIndex:32243; appliedIndex:32240; }","duration":"220.944504ms","start":"2026-03-02T17:52:01.612535Z","end":"2026-03-02T17:52:01.833479Z","steps":["trace[1956452845] 'read index received' (duration: 217.550046ms)","trace[1956452845] 'applied index is now lower than readState.Index' (duration: 3.393758ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:01.833738Z","caller":"traceutil/trace.go:171","msg":"trace[321692533] transaction","detail":"{read_only:false; response_revision:31146; number_of_response:1; }","duration":"283.820862ms","start":"2026-03-02T17:52:01.549907Z","end":"2026-03-02T17:52:01.833728Z","steps":["trace[321692533] 'process raft request' (duration: 280.135487ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:01.83385Z","caller":"traceutil/trace.go:171","msg":"trace[348173055] transaction","detail":"{read_only:false; response_revision:31147; number_of_response:1; }","duration":"282.435097ms","start":"2026-03-02T17:52:01.551391Z","end":"2026-03-02T17:52:01.833826Z","steps":["trace[348173055] 'process raft request' (duration: 282.004746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:01.833905Z","caller":"traceutil/trace.go:171","msg":"trace[26131140] transaction","detail":"{read_only:false; response_revision:31148; number_of_response:1; }","duration":"282.445397ms","start":"2026-03-02T17:52:01.551427Z","end":"2026-03-02T17:52:01.833872Z","steps":["trace[26131140] 'process raft request' (duration: 282.017866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:01.833932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.342864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:52:01.833917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.304633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:01.834078Z","caller":"traceutil/trace.go:171","msg":"trace[303092196] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:31148; }","duration":"221.57985ms","start":"2026-03-02T17:52:01.612473Z","end":"2026-03-02T17:52:01.834053Z","steps":["trace[303092196] 'agreement among raft nodes before linearized reading' (duration: 221.287393ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:01.83419Z","caller":"traceutil/trace.go:171","msg":"trace[308733223] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:31148; }","duration":"204.629212ms","start":"2026-03-02T17:52:01.629534Z","end":"2026-03-02T17:52:01.834164Z","steps":["trace[308733223] 'agreement among raft nodes before linearized reading' (duration: 204.297123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:02.013368Z","caller":"traceutil/trace.go:171","msg":"trace[1104991317] transaction","detail":"{read_only:false; response_revision:31150; number_of_response:1; }","duration":"103.233935ms","start":"2026-03-02T17:52:01.910088Z","end":"2026-03-02T17:52:02.013322Z","steps":["trace[1104991317] 'process raft request' (duration: 100.337449ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:02.438986Z","caller":"traceutil/trace.go:171","msg":"trace[1150737532] transaction","detail":"{read_only:false; response_revision:31155; number_of_response:1; }","duration":"164.175273ms","start":"2026-03-02T17:52:02.274787Z","end":"2026-03-02T17:52:02.438962Z","steps":["trace[1150737532] 'process raft request' (duration: 88.141254ms)","trace[1150737532] 'compare' (duration: 75.711211ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:04.042917Z","caller":"traceutil/trace.go:171","msg":"trace[508899676] transaction","detail":"{read_only:false; response_revision:31163; number_of_response:1; }","duration":"110.106793ms","start":"2026-03-02T17:52:03.932791Z","end":"2026-03-02T17:52:04.042898Z","steps":["trace[508899676] 'process raft request' (duration: 105.959135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:09.277145Z","caller":"traceutil/trace.go:171","msg":"trace[895262633] linearizableReadLoop","detail":"{readStateIndex:32295; appliedIndex:32294; }","duration":"104.330913ms","start":"2026-03-02T17:52:09.172786Z","end":"2026-03-02T17:52:09.277117Z","steps":["trace[895262633] 'read index received' (duration: 20.557302ms)","trace[895262633] 'applied index is now lower than readState.Index' (duration: 83.772381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:09.277325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.520537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:09.277361Z","caller":"traceutil/trace.go:171","msg":"trace[617191140] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:31198; }","duration":"104.611689ms","start":"2026-03-02T17:52:09.172736Z","end":"2026-03-02T17:52:09.277348Z","steps":["trace[617191140] 'agreement among raft nodes before linearized reading' (duration: 104.529537ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:10.182404Z","caller":"traceutil/trace.go:171","msg":"trace[145422004] transaction","detail":"{read_only:false; response_revision:31201; number_of_response:1; }","duration":"160.675713ms","start":"2026-03-02T17:52:10.021688Z","end":"2026-03-02T17:52:10.182363Z","steps":["trace[145422004] 'process raft request' (duration: 102.2376ms)","trace[145422004] 'compare' (duration: 58.046762ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:10.183095Z","caller":"traceutil/trace.go:171","msg":"trace[1120674390] transaction","detail":"{read_only:false; response_revision:31202; number_of_response:1; }","duration":"153.325152ms","start":"2026-03-02T17:52:10.029725Z","end":"2026-03-02T17:52:10.18305Z","steps":["trace[1120674390] 'process raft request' (duration: 152.587253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:10.425953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.100692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:10.42617Z","caller":"traceutil/trace.go:171","msg":"trace[753582763] transaction","detail":"{read_only:false; response_revision:31203; number_of_response:1; }","duration":"237.636686ms","start":"2026-03-02T17:52:10.18846Z","end":"2026-03-02T17:52:10.426097Z","steps":["trace[753582763] 'process raft request' (duration: 95.277268ms)","trace[753582763] 'compare' (duration: 141.943608ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:10.426262Z","caller":"traceutil/trace.go:171","msg":"trace[561333660] linearizableReadLoop","detail":"{readStateIndex:32300; appliedIndex:32299; }","duration":"154.03382ms","start":"2026-03-02T17:52:10.272196Z","end":"2026-03-02T17:52:10.426229Z","steps":["trace[561333660] 'read index received' (duration: 11.55164ms)","trace[561333660] 'applied index is now lower than readState.Index' (duration: 142.47973ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:10.426349Z","caller":"traceutil/trace.go:171","msg":"trace[60054424] transaction","detail":"{read_only:false; response_revision:31204; number_of_response:1; }","duration":"152.562292ms","start":"2026-03-02T17:52:10.273767Z","end":"2026-03-02T17:52:10.426329Z","steps":["trace[60054424] 'process raft request' (duration: 152.379767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:10.426568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.345419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:52:10.426674Z","caller":"traceutil/trace.go:171","msg":"trace[688113238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31204; }","duration":"154.502573ms","start":"2026-03-02T17:52:10.272154Z","end":"2026-03-02T17:52:10.426657Z","steps":["trace[688113238] 'agreement among raft nodes before linearized reading' (duration: 154.253157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:10.427043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.830382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:52:10.427102Z","caller":"traceutil/trace.go:171","msg":"trace[1671327213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31204; }","duration":"139.939216ms","start":"2026-03-02T17:52:10.28715Z","end":"2026-03-02T17:52:10.427089Z","steps":["trace[1671327213] 'agreement among raft nodes before linearized reading' (duration: 139.77426ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:10.646009Z","caller":"traceutil/trace.go:171","msg":"trace[1911097277] transaction","detail":"{read_only:false; response_revision:31209; number_of_response:1; }","duration":"120.84309ms","start":"2026-03-02T17:52:10.52515Z","end":"2026-03-02T17:52:10.645994Z","steps":["trace[1911097277] 'process raft request' (duration: 45.378295ms)","trace[1911097277] 'compare' (duration: 75.122476ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:10.646107Z","caller":"traceutil/trace.go:171","msg":"trace[824276176] linearizableReadLoop","detail":"{readStateIndex:32306; appliedIndex:32305; }","duration":"109.718751ms","start":"2026-03-02T17:52:10.53638Z","end":"2026-03-02T17:52:10.646098Z","steps":["trace[824276176] 'read index received' (duration: 34.231667ms)","trace[824276176] 'applied index is now lower than readState.Index' (duration: 75.483994ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:10.64615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.772393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:10.646167Z","caller":"traceutil/trace.go:171","msg":"trace[850790480] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31210; }","duration":"109.836745ms","start":"2026-03-02T17:52:10.536324Z","end":"2026-03-02T17:52:10.646161Z","steps":["trace[850790480] 'agreement among raft nodes before linearized reading' (duration: 109.793734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.323353Z","caller":"traceutil/trace.go:171","msg":"trace[1017233909] transaction","detail":"{read_only:false; response_revision:31212; number_of_response:1; }","duration":"290.606829ms","start":"2026-03-02T17:52:12.032726Z","end":"2026-03-02T17:52:12.323333Z","steps":["trace[1017233909] 'process raft request' (duration: 290.458895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.613016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.542207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:12.61325Z","caller":"traceutil/trace.go:171","msg":"trace[415888624] transaction","detail":"{read_only:false; response_revision:31216; number_of_response:1; }","duration":"180.037804ms","start":"2026-03-02T17:52:12.433199Z","end":"2026-03-02T17:52:12.613237Z","steps":["trace[415888624] 'process raft request' (duration: 180.007103ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.613536Z","caller":"traceutil/trace.go:171","msg":"trace[2056239622] transaction","detail":"{read_only:false; response_revision:31213; number_of_response:1; }","duration":"431.663653ms","start":"2026-03-02T17:52:12.181862Z","end":"2026-03-02T17:52:12.613526Z","steps":["trace[2056239622] 'process raft request' (duration: 262.545801ms)","trace[2056239622] 'compare' (duration: 168.000063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:12.61359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.181842Z","time spent":"431.719945ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:12.613665Z","caller":"traceutil/trace.go:171","msg":"trace[111727726] linearizableReadLoop","detail":"{readStateIndex:32312; appliedIndex:32308; }","duration":"352.319987ms","start":"2026-03-02T17:52:12.261312Z","end":"2026-03-02T17:52:12.613632Z","steps":["trace[111727726] 'read index received' (duration: 61.832411ms)","trace[111727726] 'applied index is now lower than readState.Index' (duration: 290.483695ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:12.613686Z","caller":"traceutil/trace.go:171","msg":"trace[405116449] transaction","detail":"{read_only:false; response_revision:31214; number_of_response:1; }","duration":"426.349185ms","start":"2026-03-02T17:52:12.18731Z","end":"2026-03-02T17:52:12.61366Z","steps":["trace[405116449] 'process raft request' (duration: 425.7855ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.613821Z","caller":"traceutil/trace.go:171","msg":"trace[1416398565] transaction","detail":"{read_only:false; response_revision:31215; number_of_response:1; }","duration":"424.461326ms","start":"2026-03-02T17:52:12.189343Z","end":"2026-03-02T17:52:12.613805Z","steps":["trace[1416398565] 'process raft request' (duration: 423.825369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.613845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.187296Z","time spent":"426.454947ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:12.613949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.189335Z","time spent":"424.524097ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:12.614069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.793806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:52:12.614104Z","caller":"traceutil/trace.go:171","msg":"trace[670329883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31216; }","duration":"167.854968ms","start":"2026-03-02T17:52:12.44624Z","end":"2026-03-02T17:52:12.614095Z","steps":["trace[670329883] 'agreement among raft nodes before linearized reading' (duration: 167.757155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.61429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.558772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:52:12.614302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.988085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:12.614319Z","caller":"traceutil/trace.go:171","msg":"trace[819724305] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31216; }","duration":"157.606353ms","start":"2026-03-02T17:52:12.456705Z","end":"2026-03-02T17:52:12.614311Z","steps":["trace[819724305] 'agreement among raft nodes before linearized reading' (duration: 157.539392ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.614345Z","caller":"traceutil/trace.go:171","msg":"trace[338739000] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:31216; }","duration":"353.071798ms","start":"2026-03-02T17:52:12.261258Z","end":"2026-03-02T17:52:12.61433Z","steps":["trace[338739000] 'agreement among raft nodes before linearized reading' (duration: 353.011306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.614445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.261237Z","time spent":"353.19696ms","remote":"127.0.0.1:49612","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:52:12.614593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.860919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:12.614626Z","caller":"traceutil/trace.go:171","msg":"trace[502838587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31216; }","duration":"162.919461ms","start":"2026-03-02T17:52:12.451699Z","end":"2026-03-02T17:52:12.614618Z","steps":["trace[502838587] 'agreement among raft nodes before linearized reading' (duration: 162.867639ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.852116Z","caller":"traceutil/trace.go:171","msg":"trace[1667577023] transaction","detail":"{read_only:false; response_revision:31217; number_of_response:1; }","duration":"232.39596ms","start":"2026-03-02T17:52:12.619687Z","end":"2026-03-02T17:52:12.852083Z","steps":["trace[1667577023] 'process raft request' (duration: 232.250407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.991281Z","caller":"traceutil/trace.go:171","msg":"trace[388971093] transaction","detail":"{read_only:false; response_revision:31220; number_of_response:1; }","duration":"368.23242ms","start":"2026-03-02T17:52:12.623024Z","end":"2026-03-02T17:52:12.991257Z","steps":["trace[388971093] 'process raft request' (duration: 367.766488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.99134Z","caller":"traceutil/trace.go:171","msg":"trace[1988261893] transaction","detail":"{read_only:false; response_revision:31221; number_of_response:1; }","duration":"368.122717ms","start":"2026-03-02T17:52:12.623178Z","end":"2026-03-02T17:52:12.991301Z","steps":["trace[1988261893] 'process raft request' (duration: 367.661006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.991401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.623014Z","time spent":"368.324632ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:12.991542Z","caller":"traceutil/trace.go:171","msg":"trace[1859409472] transaction","detail":"{read_only:false; response_revision:31223; number_of_response:1; }","duration":"339.467765ms","start":"2026-03-02T17:52:12.65206Z","end":"2026-03-02T17:52:12.991527Z","steps":["trace[1859409472] 'process raft request' (duration: 338.871029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.991581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.623161Z","time spent":"368.325052ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:12.991721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.652035Z","time spent":"339.550907ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:12.991821Z","caller":"traceutil/trace.go:171","msg":"trace[1880394969] transaction","detail":"{read_only:false; response_revision:31222; number_of_response:1; }","duration":"340.006959ms","start":"2026-03-02T17:52:12.651804Z","end":"2026-03-02T17:52:12.991811Z","steps":["trace[1880394969] 'process raft request' (duration: 339.088665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.991876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.651783Z","time spent":"340.06387ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:12.991755Z","caller":"traceutil/trace.go:171","msg":"trace[1393518885] transaction","detail":"{read_only:false; response_revision:31218; number_of_response:1; }","duration":"371.932387ms","start":"2026-03-02T17:52:12.619722Z","end":"2026-03-02T17:52:12.991654Z","steps":["trace[1393518885] 'process raft request' (duration: 370.91164ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:12.992182Z","caller":"traceutil/trace.go:171","msg":"trace[735557037] transaction","detail":"{read_only:false; response_revision:31219; number_of_response:1; }","duration":"372.351805ms","start":"2026-03-02T17:52:12.61982Z","end":"2026-03-02T17:52:12.992172Z","steps":["trace[735557037] 'process raft request' (duration: 370.931859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:12.994551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.61981Z","time spent":"374.685386ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:12.994551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:12.619704Z","time spent":"374.700798ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:14.488805Z","caller":"traceutil/trace.go:171","msg":"trace[284733435] transaction","detail":"{read_only:false; response_revision:31227; number_of_response:1; }","duration":"159.213934ms","start":"2026-03-02T17:52:14.329538Z","end":"2026-03-02T17:52:14.488752Z","steps":["trace[284733435] 'process raft request' (duration: 158.886016ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:14.770562Z","caller":"traceutil/trace.go:171","msg":"trace[1547856485] transaction","detail":"{read_only:false; response_revision:31228; number_of_response:1; }","duration":"151.504255ms","start":"2026-03-02T17:52:14.619033Z","end":"2026-03-02T17:52:14.770537Z","steps":["trace[1547856485] 'process raft request' (duration: 151.351591ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:14.777236Z","caller":"traceutil/trace.go:171","msg":"trace[197555870] transaction","detail":"{read_only:false; response_revision:31229; number_of_response:1; }","duration":"156.896724ms","start":"2026-03-02T17:52:14.620316Z","end":"2026-03-02T17:52:14.777213Z","steps":["trace[197555870] 'process raft request' (duration: 156.74345ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:14.77738Z","caller":"traceutil/trace.go:171","msg":"trace[1303080419] transaction","detail":"{read_only:false; response_revision:31230; number_of_response:1; }","duration":"157.045387ms","start":"2026-03-02T17:52:14.620316Z","end":"2026-03-02T17:52:14.777362Z","steps":["trace[1303080419] 'process raft request' (duration: 156.854113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:15.201947Z","caller":"traceutil/trace.go:171","msg":"trace[731908635] transaction","detail":"{read_only:false; response_revision:31235; number_of_response:1; }","duration":"106.820498ms","start":"2026-03-02T17:52:15.095094Z","end":"2026-03-02T17:52:15.201915Z","steps":["trace[731908635] 'process raft request' (duration: 100.622277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:15.202164Z","caller":"traceutil/trace.go:171","msg":"trace[1934911283] transaction","detail":"{read_only:false; response_revision:31236; number_of_response:1; }","duration":"107.026473ms","start":"2026-03-02T17:52:15.095118Z","end":"2026-03-02T17:52:15.202144Z","steps":["trace[1934911283] 'process raft request' (duration: 106.730516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:15.20235Z","caller":"traceutil/trace.go:171","msg":"trace[665092701] transaction","detail":"{read_only:false; response_revision:31237; number_of_response:1; }","duration":"107.226358ms","start":"2026-03-02T17:52:15.095118Z","end":"2026-03-02T17:52:15.202344Z","steps":["trace[665092701] 'process raft request' (duration: 106.977452ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:15.974278Z","caller":"traceutil/trace.go:171","msg":"trace[1673127846] transaction","detail":"{read_only:false; response_revision:31238; number_of_response:1; }","duration":"174.659225ms","start":"2026-03-02T17:52:15.799593Z","end":"2026-03-02T17:52:15.974252Z","steps":["trace[1673127846] 'process raft request' (duration: 174.504121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:16.022428Z","caller":"traceutil/trace.go:171","msg":"trace[1086619225] transaction","detail":"{read_only:false; response_revision:31239; number_of_response:1; }","duration":"164.00138ms","start":"2026-03-02T17:52:15.858379Z","end":"2026-03-02T17:52:16.02238Z","steps":["trace[1086619225] 'process raft request' (duration: 163.717092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:17.320906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:52:17.32098Z","caller":"traceutil/trace.go:171","msg":"trace[815119762] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31250; }","duration":"115.712188ms","start":"2026-03-02T17:52:17.20525Z","end":"2026-03-02T17:52:17.320963Z","steps":["trace[815119762] 'range keys from in-memory index tree' (duration: 115.439661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:17.321267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.611645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:52:17.321348Z","caller":"traceutil/trace.go:171","msg":"trace[820208766] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31250; }","duration":"115.732617ms","start":"2026-03-02T17:52:17.205602Z","end":"2026-03-02T17:52:17.321335Z","steps":["trace[820208766] 'range keys from in-memory index tree' (duration: 115.482722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:17.321502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.185903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:52:17.32158Z","caller":"traceutil/trace.go:171","msg":"trace[1049851246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31250; }","duration":"115.235725ms","start":"2026-03-02T17:52:17.206291Z","end":"2026-03-02T17:52:17.321527Z","steps":["trace[1049851246] 'range keys from in-memory index tree' (duration: 115.091481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:19.378266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.451443ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:52:19.37857Z","caller":"traceutil/trace.go:171","msg":"trace[1361214228] transaction","detail":"{read_only:false; response_revision:31264; number_of_response:1; }","duration":"194.90699ms","start":"2026-03-02T17:52:19.183639Z","end":"2026-03-02T17:52:19.378546Z","steps":["trace[1361214228] 'process raft request' (duration: 194.750055ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:19.581945Z","caller":"traceutil/trace.go:171","msg":"trace[1315283493] transaction","detail":"{read_only:false; response_revision:31265; number_of_response:1; }","duration":"198.891692ms","start":"2026-03-02T17:52:19.383015Z","end":"2026-03-02T17:52:19.581907Z","steps":["trace[1315283493] 'process raft request' (duration: 109.681102ms)","trace[1315283493] 'compare' (duration: 88.956544ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:19.582387Z","caller":"traceutil/trace.go:171","msg":"trace[676557240] linearizableReadLoop","detail":"{readStateIndex:32366; appliedIndex:32363; }","duration":"107.152415ms","start":"2026-03-02T17:52:19.475214Z","end":"2026-03-02T17:52:19.582366Z","steps":["trace[676557240] 'read index received' (duration: 17.492163ms)","trace[676557240] 'applied index is now lower than readState.Index' (duration: 89.659202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:19.582524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.29528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:19.582565Z","caller":"traceutil/trace.go:171","msg":"trace[1061476500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31267; }","duration":"107.377491ms","start":"2026-03-02T17:52:19.475177Z","end":"2026-03-02T17:52:19.582555Z","steps":["trace[1061476500] 'agreement among raft nodes before linearized reading' (duration: 107.281059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:19.582534Z","caller":"traceutil/trace.go:171","msg":"trace[2034692282] transaction","detail":"{read_only:false; response_revision:31266; number_of_response:1; }","duration":"199.413407ms","start":"2026-03-02T17:52:19.383078Z","end":"2026-03-02T17:52:19.582491Z","steps":["trace[2034692282] 'process raft request' (duration: 199.1482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:19.582583Z","caller":"traceutil/trace.go:171","msg":"trace[464376857] transaction","detail":"{read_only:false; response_revision:31267; number_of_response:1; }","duration":"199.402896ms","start":"2026-03-02T17:52:19.383157Z","end":"2026-03-02T17:52:19.58256Z","steps":["trace[464376857] 'process raft request' (duration: 199.16968ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:23.165537Z","caller":"traceutil/trace.go:171","msg":"trace[1579608445] linearizableReadLoop","detail":"{readStateIndex:32384; appliedIndex:32382; }","duration":"154.078271ms","start":"2026-03-02T17:52:23.01144Z","end":"2026-03-02T17:52:23.165519Z","steps":["trace[1579608445] 'read index received' (duration: 110.849131ms)","trace[1579608445] 'applied index is now lower than readState.Index' (duration: 43.22824ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:23.165647Z","caller":"traceutil/trace.go:171","msg":"trace[1072256240] transaction","detail":"{read_only:false; response_revision:31284; number_of_response:1; }","duration":"176.255726ms","start":"2026-03-02T17:52:22.989382Z","end":"2026-03-02T17:52:23.165638Z","steps":["trace[1072256240] 'process raft request' (duration: 132.963235ms)","trace[1072256240] 'compare' (duration: 42.979534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:23.16575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.286086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:23.165785Z","caller":"traceutil/trace.go:171","msg":"trace[270472937] transaction","detail":"{read_only:false; response_revision:31285; number_of_response:1; }","duration":"171.01851ms","start":"2026-03-02T17:52:22.994746Z","end":"2026-03-02T17:52:23.165764Z","steps":["trace[270472937] 'process raft request' (duration: 170.734703ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:23.165813Z","caller":"traceutil/trace.go:171","msg":"trace[337852492] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31285; }","duration":"154.397619ms","start":"2026-03-02T17:52:23.011404Z","end":"2026-03-02T17:52:23.165801Z","steps":["trace[337852492] 'agreement among raft nodes before linearized reading' (duration: 154.285496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:23.16585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.297741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:52:23.165889Z","caller":"traceutil/trace.go:171","msg":"trace[1842826165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31285; }","duration":"114.374892ms","start":"2026-03-02T17:52:23.051503Z","end":"2026-03-02T17:52:23.165878Z","steps":["trace[1842826165] 'agreement among raft nodes before linearized reading' (duration: 114.238999ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:25.118131Z","caller":"traceutil/trace.go:171","msg":"trace[576468616] transaction","detail":"{read_only:false; response_revision:31297; number_of_response:1; }","duration":"102.759652ms","start":"2026-03-02T17:52:25.015348Z","end":"2026-03-02T17:52:25.118107Z","steps":["trace[576468616] 'process raft request' (duration: 102.556997ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:25.609658Z","caller":"traceutil/trace.go:171","msg":"trace[1987230644] transaction","detail":"{read_only:false; response_revision:31303; number_of_response:1; }","duration":"101.089018ms","start":"2026-03-02T17:52:25.508499Z","end":"2026-03-02T17:52:25.609588Z","steps":["trace[1987230644] 'process raft request' (duration: 100.880543ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:25.784755Z","caller":"traceutil/trace.go:171","msg":"trace[103029509] transaction","detail":"{read_only:false; response_revision:31306; number_of_response:1; }","duration":"100.719279ms","start":"2026-03-02T17:52:25.684014Z","end":"2026-03-02T17:52:25.784733Z","steps":["trace[103029509] 'process raft request' (duration: 100.513704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:28.389537Z","caller":"traceutil/trace.go:171","msg":"trace[964409715] transaction","detail":"{read_only:false; response_revision:31322; number_of_response:1; }","duration":"134.097125ms","start":"2026-03-02T17:52:28.255393Z","end":"2026-03-02T17:52:28.38949Z","steps":["trace[964409715] 'process raft request' (duration: 133.884288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:29.775779Z","caller":"traceutil/trace.go:171","msg":"trace[291514648] transaction","detail":"{read_only:false; response_revision:31331; number_of_response:1; }","duration":"140.885229ms","start":"2026-03-02T17:52:29.634844Z","end":"2026-03-02T17:52:29.775729Z","steps":["trace[291514648] 'process raft request' (duration: 74.696655ms)","trace[291514648] 'compare' (duration: 65.899996ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:30.061253Z","caller":"traceutil/trace.go:171","msg":"trace[1593983873] linearizableReadLoop","detail":"{readStateIndex:32435; appliedIndex:32434; }","duration":"155.555871ms","start":"2026-03-02T17:52:29.905662Z","end":"2026-03-02T17:52:30.061218Z","steps":["trace[1593983873] 'read index received' (duration: 81.83186ms)","trace[1593983873] 'applied index is now lower than readState.Index' (duration: 73.722411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:30.061603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.91826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-02T17:52:30.061651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.806015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:30.061748Z","caller":"traceutil/trace.go:171","msg":"trace[1460816223] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:31334; }","duration":"121.96909ms","start":"2026-03-02T17:52:29.939765Z","end":"2026-03-02T17:52:30.061734Z","steps":["trace[1460816223] 'agreement among raft nodes before linearized reading' (duration: 121.745654ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:30.061742Z","caller":"traceutil/trace.go:171","msg":"trace[1288375146] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:31334; }","duration":"156.084264ms","start":"2026-03-02T17:52:29.905588Z","end":"2026-03-02T17:52:30.061673Z","steps":["trace[1288375146] 'agreement among raft nodes before linearized reading' (duration: 155.826928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:30.061673Z","caller":"traceutil/trace.go:171","msg":"trace[1547397245] transaction","detail":"{read_only:false; response_revision:31334; number_of_response:1; }","duration":"184.709286ms","start":"2026-03-02T17:52:29.876907Z","end":"2026-03-02T17:52:30.061616Z","steps":["trace[1547397245] 'process raft request' (duration: 110.582575ms)","trace[1547397245] 'compare' (duration: 73.562316ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:31.455353Z","caller":"traceutil/trace.go:171","msg":"trace[1116393377] transaction","detail":"{read_only:false; response_revision:31337; number_of_response:1; }","duration":"203.37001ms","start":"2026-03-02T17:52:31.251951Z","end":"2026-03-02T17:52:31.455321Z","steps":["trace[1116393377] 'process raft request' (duration: 203.175845ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:31.460423Z","caller":"traceutil/trace.go:171","msg":"trace[371053218] transaction","detail":"{read_only:false; response_revision:31338; number_of_response:1; }","duration":"164.014749ms","start":"2026-03-02T17:52:31.296391Z","end":"2026-03-02T17:52:31.460406Z","steps":["trace[371053218] 'process raft request' (duration: 163.888776ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:31.460684Z","caller":"traceutil/trace.go:171","msg":"trace[2145384600] transaction","detail":"{read_only:false; response_revision:31339; number_of_response:1; }","duration":"162.875678ms","start":"2026-03-02T17:52:31.297793Z","end":"2026-03-02T17:52:31.460668Z","steps":["trace[2145384600] 'process raft request' (duration: 162.570691ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:31.580958Z","caller":"traceutil/trace.go:171","msg":"trace[1313897087] transaction","detail":"{read_only:false; response_revision:31342; number_of_response:1; }","duration":"116.831726ms","start":"2026-03-02T17:52:31.464108Z","end":"2026-03-02T17:52:31.58094Z","steps":["trace[1313897087] 'process raft request' (duration: 116.683943ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:31.896814Z","caller":"traceutil/trace.go:171","msg":"trace[919116621] transaction","detail":"{read_only:false; response_revision:31345; number_of_response:1; }","duration":"112.561236ms","start":"2026-03-02T17:52:31.784226Z","end":"2026-03-02T17:52:31.896787Z","steps":["trace[919116621] 'process raft request' (duration: 33.56701ms)","trace[919116621] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-scheduler; req_size:461; } (duration: 78.576815ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:32.221052Z","caller":"traceutil/trace.go:171","msg":"trace[1771120983] transaction","detail":"{read_only:false; response_revision:31348; number_of_response:1; }","duration":"149.940605ms","start":"2026-03-02T17:52:32.07108Z","end":"2026-03-02T17:52:32.221021Z","steps":["trace[1771120983] 'process raft request' (duration: 149.664498ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:32.993739Z","caller":"traceutil/trace.go:171","msg":"trace[1900124355] transaction","detail":"{read_only:false; response_revision:31350; number_of_response:1; }","duration":"190.027062ms","start":"2026-03-02T17:52:32.803686Z","end":"2026-03-02T17:52:32.993713Z","steps":["trace[1900124355] 'process raft request' (duration: 189.841898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:33.606048Z","caller":"traceutil/trace.go:171","msg":"trace[1124583407] transaction","detail":"{read_only:false; response_revision:31354; number_of_response:1; }","duration":"139.147045ms","start":"2026-03-02T17:52:33.466863Z","end":"2026-03-02T17:52:33.60601Z","steps":["trace[1124583407] 'process raft request' (duration: 134.784642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:33.606143Z","caller":"traceutil/trace.go:171","msg":"trace[1974120656] transaction","detail":"{read_only:false; response_revision:31355; number_of_response:1; }","duration":"139.191046ms","start":"2026-03-02T17:52:33.466875Z","end":"2026-03-02T17:52:33.606066Z","steps":["trace[1974120656] 'process raft request' (duration: 138.998461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:34.21083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.936074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:34.210957Z","caller":"traceutil/trace.go:171","msg":"trace[148258423] linearizableReadLoop","detail":"{readStateIndex:32461; appliedIndex:32460; }","duration":"258.898757ms","start":"2026-03-02T17:52:33.952037Z","end":"2026-03-02T17:52:34.210935Z","steps":["trace[148258423] 'read index received' (duration: 142.714108ms)","trace[148258423] 'applied index is now lower than readState.Index' (duration: 116.182639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:34.211349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.303678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:52:34.211372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.354148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:52:34.211548Z","caller":"traceutil/trace.go:171","msg":"trace[989264602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31359; }","duration":"252.583364ms","start":"2026-03-02T17:52:33.958945Z","end":"2026-03-02T17:52:34.211528Z","steps":["trace[989264602] 'agreement among raft nodes before linearized reading' (duration: 252.260135ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:34.211483Z","caller":"traceutil/trace.go:171","msg":"trace[1750670302] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31359; }","duration":"259.462013ms","start":"2026-03-02T17:52:33.951965Z","end":"2026-03-02T17:52:34.211427Z","steps":["trace[1750670302] 'agreement among raft nodes before linearized reading' (duration: 259.179445ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:34.211594Z","caller":"traceutil/trace.go:171","msg":"trace[839256811] transaction","detail":"{read_only:false; response_revision:31359; number_of_response:1; }","duration":"306.133452ms","start":"2026-03-02T17:52:33.905392Z","end":"2026-03-02T17:52:34.211526Z","steps":["trace[839256811] 'process raft request' (duration: 189.375417ms)","trace[839256811] 'compare' (duration: 115.592544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:34.211812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:33.905366Z","time spent":"306.342206ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:34.484965Z","caller":"traceutil/trace.go:171","msg":"trace[396332405] transaction","detail":"{read_only:false; response_revision:31360; number_of_response:1; }","duration":"268.871005ms","start":"2026-03-02T17:52:34.216054Z","end":"2026-03-02T17:52:34.484925Z","steps":["trace[396332405] 'process raft request' (duration: 226.064757ms)","trace[396332405] 'compare' (duration: 42.661315ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:34.536513Z","caller":"traceutil/trace.go:171","msg":"trace[1116883114] linearizableReadLoop","detail":"{readStateIndex:32463; appliedIndex:32461; }","duration":"311.731905ms","start":"2026-03-02T17:52:34.224755Z","end":"2026-03-02T17:52:34.536487Z","steps":["trace[1116883114] 'read index received' (duration: 217.309919ms)","trace[1116883114] 'applied index is now lower than readState.Index' (duration: 94.421286ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:34.536641Z","caller":"traceutil/trace.go:171","msg":"trace[1605727592] transaction","detail":"{read_only:false; response_revision:31361; number_of_response:1; }","duration":"319.476706ms","start":"2026-03-02T17:52:34.217157Z","end":"2026-03-02T17:52:34.536634Z","steps":["trace[1605727592] 'process raft request' (duration: 319.194299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:34.536727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:34.217132Z","time spent":"319.531078ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:52:34.536886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.106424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:52:34.536966Z","caller":"traceutil/trace.go:171","msg":"trace[1526457680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31361; }","duration":"312.224129ms","start":"2026-03-02T17:52:34.224726Z","end":"2026-03-02T17:52:34.53695Z","steps":["trace[1526457680] 'agreement among raft nodes before linearized reading' (duration: 311.958951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:34.537002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:34.224716Z","time spent":"312.27863ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:52:34.549854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.577232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:34.549941Z","caller":"traceutil/trace.go:171","msg":"trace[1682725888] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:31362; }","duration":"245.719966ms","start":"2026-03-02T17:52:34.304202Z","end":"2026-03-02T17:52:34.549921Z","steps":["trace[1682725888] 'agreement among raft nodes before linearized reading' (duration: 245.573213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:34.550088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.759631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:34.550166Z","caller":"traceutil/trace.go:171","msg":"trace[1242212071] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:31362; }","duration":"244.888254ms","start":"2026-03-02T17:52:34.305259Z","end":"2026-03-02T17:52:34.550147Z","steps":["trace[1242212071] 'agreement among raft nodes before linearized reading' (duration: 244.688679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:34.698447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.296587ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:34.698618Z","caller":"traceutil/trace.go:171","msg":"trace[1537604404] transaction","detail":"{read_only:false; response_revision:31363; number_of_response:1; }","duration":"156.461742ms","start":"2026-03-02T17:52:34.542131Z","end":"2026-03-02T17:52:34.698593Z","steps":["trace[1537604404] 'process raft request' (duration: 50.926269ms)","trace[1537604404] 'compare' (duration: 105.166224ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:35.451703Z","caller":"traceutil/trace.go:171","msg":"trace[693394879] transaction","detail":"{read_only:false; response_revision:31365; number_of_response:1; }","duration":"218.186533ms","start":"2026-03-02T17:52:35.233485Z","end":"2026-03-02T17:52:35.451671Z","steps":["trace[693394879] 'process raft request' (duration: 217.942117ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:35.61194Z","caller":"traceutil/trace.go:171","msg":"trace[1799609349] transaction","detail":"{read_only:false; response_revision:31367; number_of_response:1; }","duration":"141.941188ms","start":"2026-03-02T17:52:35.469962Z","end":"2026-03-02T17:52:35.611903Z","steps":["trace[1799609349] 'process raft request' (duration: 141.867746ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:35.612153Z","caller":"traceutil/trace.go:171","msg":"trace[201883534] transaction","detail":"{read_only:false; response_revision:31366; number_of_response:1; }","duration":"142.672725ms","start":"2026-03-02T17:52:35.46946Z","end":"2026-03-02T17:52:35.612132Z","steps":["trace[201883534] 'process raft request' (duration: 59.207353ms)","trace[201883534] 'compare' (duration: 82.872187ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:35.766597Z","caller":"traceutil/trace.go:171","msg":"trace[921646540] transaction","detail":"{read_only:false; response_revision:31369; number_of_response:1; }","duration":"154.691268ms","start":"2026-03-02T17:52:35.611876Z","end":"2026-03-02T17:52:35.766567Z","steps":["trace[921646540] 'process raft request' (duration: 114.589679ms)","trace[921646540] 'compare' (duration: 39.79707ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:35.766815Z","caller":"traceutil/trace.go:171","msg":"trace[423433343] transaction","detail":"{read_only:false; response_revision:31370; number_of_response:1; }","duration":"154.268506ms","start":"2026-03-02T17:52:35.612519Z","end":"2026-03-02T17:52:35.766787Z","steps":["trace[423433343] 'process raft request' (duration: 153.928338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:36.880966Z","caller":"traceutil/trace.go:171","msg":"trace[1322630027] linearizableReadLoop","detail":"{readStateIndex:32479; appliedIndex:32476; }","duration":"178.6866ms","start":"2026-03-02T17:52:36.702261Z","end":"2026-03-02T17:52:36.880947Z","steps":["trace[1322630027] 'read index received' (duration: 178.425943ms)","trace[1322630027] 'applied index is now lower than readState.Index' (duration: 259.927µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:36.881204Z","caller":"traceutil/trace.go:171","msg":"trace[1974275952] transaction","detail":"{read_only:false; response_revision:31375; number_of_response:1; }","duration":"289.756886ms","start":"2026-03-02T17:52:36.591435Z","end":"2026-03-02T17:52:36.881192Z","steps":["trace[1974275952] 'process raft request' (duration: 289.317884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:36.881396Z","caller":"traceutil/trace.go:171","msg":"trace[2052327314] transaction","detail":"{read_only:false; response_revision:31376; number_of_response:1; }","duration":"272.488929ms","start":"2026-03-02T17:52:36.608894Z","end":"2026-03-02T17:52:36.881383Z","steps":["trace[2052327314] 'process raft request' (duration: 271.979886ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:36.881522Z","caller":"traceutil/trace.go:171","msg":"trace[593241471] transaction","detail":"{read_only:false; response_revision:31377; number_of_response:1; }","duration":"270.631861ms","start":"2026-03-02T17:52:36.610883Z","end":"2026-03-02T17:52:36.881515Z","steps":["trace[593241471] 'process raft request' (duration: 270.027075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:36.881714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.45714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:52:36.881774Z","caller":"traceutil/trace.go:171","msg":"trace[434813685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31377; }","duration":"179.553052ms","start":"2026-03-02T17:52:36.702199Z","end":"2026-03-02T17:52:36.881753Z","steps":["trace[434813685] 'agreement among raft nodes before linearized reading' (duration: 179.403058ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:37.852885Z","caller":"traceutil/trace.go:171","msg":"trace[752274630] linearizableReadLoop","detail":"{readStateIndex:32483; appliedIndex:32481; }","duration":"229.969848ms","start":"2026-03-02T17:52:37.622895Z","end":"2026-03-02T17:52:37.852865Z","steps":["trace[752274630] 'read index received' (duration: 43.300822ms)","trace[752274630] 'applied index is now lower than readState.Index' (duration: 186.668106ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:37.852957Z","caller":"traceutil/trace.go:171","msg":"trace[225616526] transaction","detail":"{read_only:false; response_revision:31381; number_of_response:1; }","duration":"234.653819ms","start":"2026-03-02T17:52:37.618287Z","end":"2026-03-02T17:52:37.852941Z","steps":["trace[225616526] 'process raft request' (duration: 234.012262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:37.853066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.152782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:37.852984Z","caller":"traceutil/trace.go:171","msg":"trace[60519693] transaction","detail":"{read_only:false; response_revision:31382; number_of_response:1; }","duration":"216.56005ms","start":"2026-03-02T17:52:37.636413Z","end":"2026-03-02T17:52:37.852973Z","steps":["trace[60519693] 'process raft request' (duration: 216.355294ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:37.853108Z","caller":"traceutil/trace.go:171","msg":"trace[1276673327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:31382; }","duration":"230.258836ms","start":"2026-03-02T17:52:37.622838Z","end":"2026-03-02T17:52:37.853096Z","steps":["trace[1276673327] 'agreement among raft nodes before linearized reading' (duration: 230.162863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:37.916277Z","caller":"traceutil/trace.go:171","msg":"trace[63123333] transaction","detail":"{read_only:false; response_revision:31384; number_of_response:1; }","duration":"143.351214ms","start":"2026-03-02T17:52:37.772899Z","end":"2026-03-02T17:52:37.916251Z","steps":["trace[63123333] 'process raft request' (duration: 143.264091ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:37.916279Z","caller":"traceutil/trace.go:171","msg":"trace[315769591] transaction","detail":"{read_only:false; response_revision:31383; number_of_response:1; }","duration":"143.541269ms","start":"2026-03-02T17:52:37.772695Z","end":"2026-03-02T17:52:37.916236Z","steps":["trace[315769591] 'process raft request' (duration: 143.337984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:38.556939Z","caller":"traceutil/trace.go:171","msg":"trace[1663199966] linearizableReadLoop","detail":"{readStateIndex:32488; appliedIndex:32487; }","duration":"225.251746ms","start":"2026-03-02T17:52:38.331669Z","end":"2026-03-02T17:52:38.55692Z","steps":["trace[1663199966] 'read index received' (duration: 225.088231ms)","trace[1663199966] 'applied index is now lower than readState.Index' (duration: 162.805µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:38.557156Z","caller":"traceutil/trace.go:171","msg":"trace[849427707] transaction","detail":"{read_only:false; response_revision:31386; number_of_response:1; }","duration":"259.641336ms","start":"2026-03-02T17:52:38.297506Z","end":"2026-03-02T17:52:38.557148Z","steps":["trace[849427707] 'process raft request' (duration: 259.306647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:38.557341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.655755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:38.557374Z","caller":"traceutil/trace.go:171","msg":"trace[1431698251] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:31386; }","duration":"225.733717ms","start":"2026-03-02T17:52:38.331631Z","end":"2026-03-02T17:52:38.557365Z","steps":["trace[1431698251] 'agreement among raft nodes before linearized reading' (duration: 225.667946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:38.557494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.781054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:38.557522Z","caller":"traceutil/trace.go:171","msg":"trace[1645345480] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:31386; }","duration":"214.841495ms","start":"2026-03-02T17:52:38.342676Z","end":"2026-03-02T17:52:38.557517Z","steps":["trace[1645345480] 'agreement among raft nodes before linearized reading' (duration: 214.799754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:38.557925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.564805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418942"} {"level":"info","ts":"2026-03-02T17:52:38.557997Z","caller":"traceutil/trace.go:171","msg":"trace[733535834] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:31386; }","duration":"149.673707ms","start":"2026-03-02T17:52:38.408302Z","end":"2026-03-02T17:52:38.557976Z","steps":["trace[733535834] 'agreement among raft nodes before linearized reading' (duration: 149.323209ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:38.733526Z","caller":"traceutil/trace.go:171","msg":"trace[423013533] transaction","detail":"{read_only:false; response_revision:31388; number_of_response:1; }","duration":"122.885354ms","start":"2026-03-02T17:52:38.610616Z","end":"2026-03-02T17:52:38.733502Z","steps":["trace[423013533] 'process raft request' (duration: 96.414778ms)","trace[423013533] 'compare' (duration: 26.176978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:39.329045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.961493ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:52:39.32918Z","caller":"traceutil/trace.go:171","msg":"trace[845379176] transaction","detail":"{read_only:false; response_revision:31391; number_of_response:1; }","duration":"378.508526ms","start":"2026-03-02T17:52:38.950649Z","end":"2026-03-02T17:52:39.329158Z","steps":["trace[845379176] 'process raft request' (duration: 152.352638ms)","trace[845379176] 'compare' (duration: 225.826329ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:52:39.329256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:52:38.950631Z","time spent":"378.596068ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:52:39.359565Z","caller":"traceutil/trace.go:171","msg":"trace[1106461092] linearizableReadLoop","detail":"{readStateIndex:32494; appliedIndex:32493; }","duration":"224.609619ms","start":"2026-03-02T17:52:39.134936Z","end":"2026-03-02T17:52:39.359546Z","steps":["trace[1106461092] 'read index received' (duration: 224.23905ms)","trace[1106461092] 'applied index is now lower than readState.Index' (duration: 367.619µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:52:39.359819Z","caller":"traceutil/trace.go:171","msg":"trace[503724826] transaction","detail":"{read_only:false; response_revision:31392; number_of_response:1; }","duration":"254.687138ms","start":"2026-03-02T17:52:39.105118Z","end":"2026-03-02T17:52:39.359805Z","steps":["trace[503724826] 'process raft request' (duration: 254.149024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:39.359971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.00002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:52:39.360092Z","caller":"traceutil/trace.go:171","msg":"trace[528056746] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:31392; }","duration":"225.118403ms","start":"2026-03-02T17:52:39.13493Z","end":"2026-03-02T17:52:39.360049Z","steps":["trace[528056746] 'agreement among raft nodes before linearized reading' (duration: 224.930728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:52:39.401571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.590515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:52:39.40168Z","caller":"traceutil/trace.go:171","msg":"trace[2017394901] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:31392; }","duration":"110.748829ms","start":"2026-03-02T17:52:39.290905Z","end":"2026-03-02T17:52:39.401654Z","steps":["trace[2017394901] 'agreement among raft nodes before linearized reading' (duration: 110.531043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:52:43.187482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29373} {"level":"info","ts":"2026-03-02T17:52:43.340027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29373,"took":"148.388345ms","hash":2273452242,"current-db-size-bytes":49360896,"current-db-size":"49 MB","current-db-size-in-use-bytes":26714112,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T17:52:43.340092Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2273452242,"revision":29373,"compact-revision":26883} {"level":"info","ts":"2026-03-02T17:52:48.72911Z","caller":"traceutil/trace.go:171","msg":"trace[681922130] transaction","detail":"{read_only:false; response_revision:31456; number_of_response:1; }","duration":"124.65851ms","start":"2026-03-02T17:52:48.604398Z","end":"2026-03-02T17:52:48.729056Z","steps":["trace[681922130] 'process raft request' (duration: 124.196218ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:13.943298Z","caller":"traceutil/trace.go:171","msg":"trace[1458257609] transaction","detail":"{read_only:false; response_revision:31624; number_of_response:1; }","duration":"131.385354ms","start":"2026-03-02T17:53:13.811882Z","end":"2026-03-02T17:53:13.943267Z","steps":["trace[1458257609] 'process raft request' (duration: 100.546805ms)","trace[1458257609] 'compare' (duration: 30.610632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:15.029662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.068249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:53:15.029772Z","caller":"traceutil/trace.go:171","msg":"trace[596228840] linearizableReadLoop","detail":"{readStateIndex:32741; appliedIndex:32740; }","duration":"579.953785ms","start":"2026-03-02T17:53:14.449801Z","end":"2026-03-02T17:53:15.029755Z","steps":["trace[596228840] 'read index received' (duration: 427.589558ms)","trace[596228840] 'applied index is now lower than readState.Index' (duration: 152.362867ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:15.029841Z","caller":"traceutil/trace.go:171","msg":"trace[1460616942] transaction","detail":"{read_only:false; response_revision:31630; number_of_response:1; }","duration":"847.261249ms","start":"2026-03-02T17:53:14.182568Z","end":"2026-03-02T17:53:15.029829Z","steps":["trace[1460616942] 'process raft request' (duration: 694.941353ms)","trace[1460616942] 'compare' (duration: 151.632558ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:15.029895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:14.182543Z","time spent":"847.323301ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:53:15.030003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.17955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:15.030112Z","caller":"traceutil/trace.go:171","msg":"trace[245763883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31630; }","duration":"580.337024ms","start":"2026-03-02T17:53:14.449757Z","end":"2026-03-02T17:53:15.030094Z","steps":["trace[245763883] 'agreement among raft nodes before linearized reading' (duration: 580.120029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:15.030187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:14.449736Z","time spent":"580.441087ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:53:15.065613Z","caller":"traceutil/trace.go:171","msg":"trace[1444203786] transaction","detail":"{read_only:false; response_revision:31631; number_of_response:1; }","duration":"184.445259ms","start":"2026-03-02T17:53:14.881127Z","end":"2026-03-02T17:53:15.065573Z","steps":["trace[1444203786] 'process raft request' (duration: 184.281935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:15.065713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.150255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:53:15.065774Z","caller":"traceutil/trace.go:171","msg":"trace[277522203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31631; }","duration":"200.249038ms","start":"2026-03-02T17:53:14.865511Z","end":"2026-03-02T17:53:15.06576Z","steps":["trace[277522203] 'agreement among raft nodes before linearized reading' (duration: 200.054343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:15.065974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.207643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:53:15.065955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.964354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-03-02T17:53:15.066034Z","caller":"traceutil/trace.go:171","msg":"trace[1695884326] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31631; }","duration":"218.310235ms","start":"2026-03-02T17:53:14.847711Z","end":"2026-03-02T17:53:15.066021Z","steps":["trace[1695884326] 'agreement among raft nodes before linearized reading' (duration: 218.062339ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:15.066077Z","caller":"traceutil/trace.go:171","msg":"trace[609932100] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31631; }","duration":"402.147948ms","start":"2026-03-02T17:53:14.663897Z","end":"2026-03-02T17:53:15.066045Z","steps":["trace[609932100] 'agreement among raft nodes before linearized reading' (duration: 401.748628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:15.066142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:14.663874Z","time spent":"402.258052ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-02T17:53:26.171858Z","caller":"traceutil/trace.go:171","msg":"trace[957163197] transaction","detail":"{read_only:false; response_revision:31706; number_of_response:1; }","duration":"182.220571ms","start":"2026-03-02T17:53:25.98961Z","end":"2026-03-02T17:53:26.17183Z","steps":["trace[957163197] 'process raft request' (duration: 181.841861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:29.670792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837274346,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:53:29.676732Z","caller":"traceutil/trace.go:171","msg":"trace[814198133] transaction","detail":"{read_only:false; response_revision:31728; number_of_response:1; }","duration":"536.239422ms","start":"2026-03-02T17:53:29.140455Z","end":"2026-03-02T17:53:29.676695Z","steps":["trace[814198133] 'process raft request' (duration: 535.966575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:29.677149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:29.140434Z","time spent":"536.591241ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:53:29.745214Z","caller":"traceutil/trace.go:171","msg":"trace[925080953] linearizableReadLoop","detail":"{readStateIndex:32843; appliedIndex:32840; }","duration":"575.325475ms","start":"2026-03-02T17:53:29.169847Z","end":"2026-03-02T17:53:29.745172Z","steps":["trace[925080953] 'read index received' (duration: 506.643276ms)","trace[925080953] 'applied index is now lower than readState.Index' (duration: 68.680139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:29.832782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.12647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:29.832862Z","caller":"traceutil/trace.go:171","msg":"trace[238154473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31729; }","duration":"382.254563ms","start":"2026-03-02T17:53:29.450587Z","end":"2026-03-02T17:53:29.832842Z","steps":["trace[238154473] 'agreement among raft nodes before linearized reading' (duration: 294.945511ms)","trace[238154473] 'range keys from in-memory index tree' (duration: 87.191399ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:29.832904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:29.450568Z","time spent":"382.327424ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:53:29.8331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.167401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T17:53:29.833135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.377151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:53:29.833228Z","caller":"traceutil/trace.go:171","msg":"trace[581036646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:31729; }","duration":"521.335886ms","start":"2026-03-02T17:53:29.311863Z","end":"2026-03-02T17:53:29.833198Z","steps":["trace[581036646] 'agreement among raft nodes before linearized reading' (duration: 433.681264ms)","trace[581036646] 'range keys from in-memory index tree' (duration: 87.403725ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:29.833244Z","caller":"traceutil/trace.go:171","msg":"trace[437390979] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31729; }","duration":"156.545836ms","start":"2026-03-02T17:53:29.67667Z","end":"2026-03-02T17:53:29.833216Z","steps":["trace[437390979] 'agreement among raft nodes before linearized reading' (duration: 68.853184ms)","trace[437390979] 'range keys from in-memory index tree' (duration: 87.423465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:29.833293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:29.311842Z","time spent":"521.433238ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:53:29.833338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.834982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:53:29.833505Z","caller":"traceutil/trace.go:171","msg":"trace[1971958118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31729; }","duration":"640.997726ms","start":"2026-03-02T17:53:29.192465Z","end":"2026-03-02T17:53:29.833463Z","steps":["trace[1971958118] 'agreement among raft nodes before linearized reading' (duration: 553.001996ms)","trace[1971958118] 'range keys from in-memory index tree' (duration: 87.773224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:29.833531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:29.192452Z","time spent":"641.071168ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:53:29.83389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.991591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:53:29.834012Z","caller":"traceutil/trace.go:171","msg":"trace[463565306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31729; }","duration":"664.183727ms","start":"2026-03-02T17:53:29.169802Z","end":"2026-03-02T17:53:29.833986Z","steps":["trace[463565306] 'agreement among raft nodes before linearized reading' (duration: 575.696864ms)","trace[463565306] 'range keys from in-memory index tree' (duration: 87.244481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:29.834073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:29.169782Z","time spent":"664.270409ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:53:30.097077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.976386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:30.097152Z","caller":"traceutil/trace.go:171","msg":"trace[2029055934] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:31733; }","duration":"162.094349ms","start":"2026-03-02T17:53:29.935041Z","end":"2026-03-02T17:53:30.097135Z","steps":["trace[2029055934] 'count revisions from in-memory index tree' (duration: 161.885744ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:30.416664Z","caller":"traceutil/trace.go:171","msg":"trace[816373973] transaction","detail":"{read_only:false; response_revision:31735; number_of_response:1; }","duration":"213.946904ms","start":"2026-03-02T17:53:30.202689Z","end":"2026-03-02T17:53:30.416636Z","steps":["trace[816373973] 'process raft request' (duration: 167.272324ms)","trace[816373973] 'compare' (duration: 46.31471ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:30.417005Z","caller":"traceutil/trace.go:171","msg":"trace[378564563] transaction","detail":"{read_only:false; response_revision:31736; number_of_response:1; }","duration":"214.20062ms","start":"2026-03-02T17:53:30.202757Z","end":"2026-03-02T17:53:30.416957Z","steps":["trace[378564563] 'process raft request' (duration: 213.751999ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:30.417206Z","caller":"traceutil/trace.go:171","msg":"trace[1690750852] transaction","detail":"{read_only:false; response_revision:31738; number_of_response:1; }","duration":"214.319853ms","start":"2026-03-02T17:53:30.202824Z","end":"2026-03-02T17:53:30.417144Z","steps":["trace[1690750852] 'process raft request' (duration: 214.252102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:30.417212Z","caller":"traceutil/trace.go:171","msg":"trace[1287807325] transaction","detail":"{read_only:false; response_revision:31737; number_of_response:1; }","duration":"214.391706ms","start":"2026-03-02T17:53:30.202763Z","end":"2026-03-02T17:53:30.417154Z","steps":["trace[1287807325] 'process raft request' (duration: 214.144759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:34.429386Z","caller":"traceutil/trace.go:171","msg":"trace[1292377502] transaction","detail":"{read_only:false; response_revision:31762; number_of_response:1; }","duration":"129.433054ms","start":"2026-03-02T17:53:34.299684Z","end":"2026-03-02T17:53:34.429117Z","steps":["trace[1292377502] 'process raft request' (duration: 129.062915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:34.699698Z","caller":"traceutil/trace.go:171","msg":"trace[566194102] transaction","detail":"{read_only:false; response_revision:31766; number_of_response:1; }","duration":"237.545925ms","start":"2026-03-02T17:53:34.462122Z","end":"2026-03-02T17:53:34.699668Z","steps":["trace[566194102] 'process raft request' (duration: 237.306758ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:34.70023Z","caller":"traceutil/trace.go:171","msg":"trace[586206212] transaction","detail":"{read_only:false; response_revision:31765; number_of_response:1; }","duration":"239.062394ms","start":"2026-03-02T17:53:34.461145Z","end":"2026-03-02T17:53:34.700207Z","steps":["trace[586206212] 'process raft request' (duration: 201.297486ms)","trace[586206212] 'compare' (duration: 36.835604ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:35.019031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.296766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/staffeln-api\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-02T17:53:35.019093Z","caller":"traceutil/trace.go:171","msg":"trace[730291018] range","detail":"{range_begin:/registry/serviceaccounts/openstack/staffeln-api; range_end:; response_count:1; response_revision:31766; }","duration":"218.396048ms","start":"2026-03-02T17:53:34.800683Z","end":"2026-03-02T17:53:35.019079Z","steps":["trace[730291018] 'range keys from in-memory index tree' (duration: 218.173423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:35.830065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.13638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:35.830165Z","caller":"traceutil/trace.go:171","msg":"trace[865429287] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:31768; }","duration":"157.314025ms","start":"2026-03-02T17:53:35.672827Z","end":"2026-03-02T17:53:35.830141Z","steps":["trace[865429287] 'count revisions from in-memory index tree' (duration: 157.059328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:35.830199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.753439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T17:53:35.830473Z","caller":"traceutil/trace.go:171","msg":"trace[393157206] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:31768; }","duration":"204.047376ms","start":"2026-03-02T17:53:35.626405Z","end":"2026-03-02T17:53:35.830453Z","steps":["trace[393157206] 'range keys from in-memory index tree' (duration: 203.570622ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:35.830588Z","caller":"traceutil/trace.go:171","msg":"trace[627962343] transaction","detail":"{read_only:false; response_revision:31769; number_of_response:1; }","duration":"135.441368ms","start":"2026-03-02T17:53:35.695121Z","end":"2026-03-02T17:53:35.830562Z","steps":["trace[627962343] 'process raft request' (duration: 124.126295ms)","trace[627962343] 'compare' (duration: 10.786699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:36.054587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.300059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:53:36.05458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.025408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:53:36.054651Z","caller":"traceutil/trace.go:171","msg":"trace[1566944487] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31770; }","duration":"107.390702ms","start":"2026-03-02T17:53:35.947244Z","end":"2026-03-02T17:53:36.054634Z","steps":["trace[1566944487] 'range keys from in-memory index tree' (duration: 107.212247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:36.054587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.769664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:53:36.054689Z","caller":"traceutil/trace.go:171","msg":"trace[365572331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31770; }","duration":"108.184902ms","start":"2026-03-02T17:53:35.946479Z","end":"2026-03-02T17:53:36.054663Z","steps":["trace[365572331] 'range keys from in-memory index tree' (duration: 107.833873ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:36.054705Z","caller":"traceutil/trace.go:171","msg":"trace[2034801486] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31770; }","duration":"104.911278ms","start":"2026-03-02T17:53:35.949786Z","end":"2026-03-02T17:53:36.054697Z","steps":["trace[2034801486] 'range keys from in-memory index tree' (duration: 104.687073ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:36.92711Z","caller":"traceutil/trace.go:171","msg":"trace[516242291] transaction","detail":"{read_only:false; response_revision:31778; number_of_response:1; }","duration":"221.616ms","start":"2026-03-02T17:53:36.705461Z","end":"2026-03-02T17:53:36.927077Z","steps":["trace[516242291] 'process raft request' (duration: 190.233087ms)","trace[516242291] 'compare' (duration: 31.22717ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:36.958552Z","caller":"traceutil/trace.go:171","msg":"trace[643481278] linearizableReadLoop","detail":"{readStateIndex:32894; appliedIndex:32892; }","duration":"132.731258ms","start":"2026-03-02T17:53:36.825793Z","end":"2026-03-02T17:53:36.958524Z","steps":["trace[643481278] 'read index received' (duration: 69.88352ms)","trace[643481278] 'applied index is now lower than readState.Index' (duration: 62.846848ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:36.958667Z","caller":"traceutil/trace.go:171","msg":"trace[1747993526] transaction","detail":"{read_only:false; response_revision:31779; number_of_response:1; }","duration":"252.053809ms","start":"2026-03-02T17:53:36.706567Z","end":"2026-03-02T17:53:36.958621Z","steps":["trace[1747993526] 'process raft request' (duration: 251.808713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:36.959784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.95931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:53:36.959868Z","caller":"traceutil/trace.go:171","msg":"trace[1955097622] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:31779; }","duration":"134.098823ms","start":"2026-03-02T17:53:36.825751Z","end":"2026-03-02T17:53:36.959849Z","steps":["trace[1955097622] 'agreement among raft nodes before linearized reading' (duration: 132.887342ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:46.40975Z","caller":"traceutil/trace.go:171","msg":"trace[891292162] transaction","detail":"{read_only:false; response_revision:31840; number_of_response:1; }","duration":"229.480085ms","start":"2026-03-02T17:53:46.180249Z","end":"2026-03-02T17:53:46.409729Z","steps":["trace[891292162] 'process raft request' (duration: 229.345282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:46.420189Z","caller":"traceutil/trace.go:171","msg":"trace[951472963] transaction","detail":"{read_only:false; response_revision:31841; number_of_response:1; }","duration":"239.34245ms","start":"2026-03-02T17:53:46.180811Z","end":"2026-03-02T17:53:46.420153Z","steps":["trace[951472963] 'process raft request' (duration: 239.100324ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:46.420325Z","caller":"traceutil/trace.go:171","msg":"trace[1261576030] linearizableReadLoop","detail":"{readStateIndex:32960; appliedIndex:32957; }","duration":"187.669012ms","start":"2026-03-02T17:53:46.23264Z","end":"2026-03-02T17:53:46.420309Z","steps":["trace[1261576030] 'read index received' (duration: 177.009146ms)","trace[1261576030] 'applied index is now lower than readState.Index' (duration: 10.657996ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:46.420384Z","caller":"traceutil/trace.go:171","msg":"trace[244457693] transaction","detail":"{read_only:false; response_revision:31842; number_of_response:1; }","duration":"238.741645ms","start":"2026-03-02T17:53:46.181601Z","end":"2026-03-02T17:53:46.420343Z","steps":["trace[244457693] 'process raft request' (duration: 238.463778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:46.420429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.758514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:46.420625Z","caller":"traceutil/trace.go:171","msg":"trace[986524079] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:31842; }","duration":"187.978541ms","start":"2026-03-02T17:53:46.232611Z","end":"2026-03-02T17:53:46.420589Z","steps":["trace[986524079] 'agreement among raft nodes before linearized reading' (duration: 187.750394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:48.792199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.260911ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:53:48.792406Z","caller":"traceutil/trace.go:171","msg":"trace[2061427589] transaction","detail":"{read_only:false; response_revision:31861; number_of_response:1; }","duration":"258.100176ms","start":"2026-03-02T17:53:48.534291Z","end":"2026-03-02T17:53:48.792391Z","steps":["trace[2061427589] 'process raft request' (duration: 258.069595ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:48.792647Z","caller":"traceutil/trace.go:171","msg":"trace[1590726448] linearizableReadLoop","detail":"{readStateIndex:32977; appliedIndex:32975; }","duration":"282.020047ms","start":"2026-03-02T17:53:48.510619Z","end":"2026-03-02T17:53:48.792639Z","steps":["trace[1590726448] 'read index received' (duration: 24.27641ms)","trace[1590726448] 'applied index is now lower than readState.Index' (duration: 257.742987ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:48.792635Z","caller":"traceutil/trace.go:171","msg":"trace[1255211887] transaction","detail":"{read_only:false; response_revision:31860; number_of_response:1; }","duration":"281.576105ms","start":"2026-03-02T17:53:48.511025Z","end":"2026-03-02T17:53:48.792601Z","steps":["trace[1255211887] 'process raft request' (duration: 281.304497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:48.792784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.16592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:53:48.792804Z","caller":"traceutil/trace.go:171","msg":"trace[793473657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:31861; }","duration":"282.229961ms","start":"2026-03-02T17:53:48.510568Z","end":"2026-03-02T17:53:48.792798Z","steps":["trace[793473657] 'agreement among raft nodes before linearized reading' (duration: 282.146239ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:48.792945Z","caller":"traceutil/trace.go:171","msg":"trace[1350100260] transaction","detail":"{read_only:false; response_revision:31858; number_of_response:1; }","duration":"338.028438ms","start":"2026-03-02T17:53:48.454904Z","end":"2026-03-02T17:53:48.792933Z","steps":["trace[1350100260] 'process raft request' (duration: 110.969996ms)","trace[1350100260] 'compare' (duration: 225.986215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:48.793043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:48.454882Z","time spent":"338.089969ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:53:48.793112Z","caller":"traceutil/trace.go:171","msg":"trace[1121178948] transaction","detail":"{read_only:false; response_revision:31859; number_of_response:1; }","duration":"338.12157ms","start":"2026-03-02T17:53:48.454982Z","end":"2026-03-02T17:53:48.793104Z","steps":["trace[1121178948] 'process raft request' (duration: 337.318408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:48.79316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:48.454973Z","time spent":"338.161721ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:53:48.831987Z","caller":"traceutil/trace.go:171","msg":"trace[1131019105] transaction","detail":"{read_only:false; response_revision:31862; number_of_response:1; }","duration":"169.386378ms","start":"2026-03-02T17:53:48.662575Z","end":"2026-03-02T17:53:48.831962Z","steps":["trace[1131019105] 'process raft request' (duration: 169.252335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:48.833504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.992221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1064"} {"level":"info","ts":"2026-03-02T17:53:48.833579Z","caller":"traceutil/trace.go:171","msg":"trace[1164395443] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:31862; }","duration":"217.124654ms","start":"2026-03-02T17:53:48.616436Z","end":"2026-03-02T17:53:48.833561Z","steps":["trace[1164395443] 'agreement among raft nodes before linearized reading' (duration: 216.913659ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:49.208705Z","caller":"traceutil/trace.go:171","msg":"trace[1915403925] linearizableReadLoop","detail":"{readStateIndex:32981; appliedIndex:32980; }","duration":"305.050623ms","start":"2026-03-02T17:53:48.903627Z","end":"2026-03-02T17:53:49.208678Z","steps":["trace[1915403925] 'read index received' (duration: 305.022002ms)","trace[1915403925] 'applied index is now lower than readState.Index' (duration: 27.961µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:49.208842Z","caller":"traceutil/trace.go:171","msg":"trace[324916986] transaction","detail":"{read_only:false; response_revision:31863; number_of_response:1; }","duration":"307.25601ms","start":"2026-03-02T17:53:48.90155Z","end":"2026-03-02T17:53:49.208806Z","steps":["trace[324916986] 'process raft request' (duration: 306.934352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:49.208901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.221457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:49.208941Z","caller":"traceutil/trace.go:171","msg":"trace[1435889689] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31863; }","duration":"305.363031ms","start":"2026-03-02T17:53:48.903568Z","end":"2026-03-02T17:53:49.208931Z","steps":["trace[1435889689] 'agreement among raft nodes before linearized reading' (duration: 305.234768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:49.20898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:48.901519Z","time spent":"307.384093ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:53:49.209002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:48.903542Z","time spent":"305.450734ms","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:53:49.71617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.9176ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:53:49.716606Z","caller":"traceutil/trace.go:171","msg":"trace[316748999] transaction","detail":"{read_only:false; response_revision:31864; number_of_response:1; }","duration":"745.169655ms","start":"2026-03-02T17:53:48.971413Z","end":"2026-03-02T17:53:49.716582Z","steps":["trace[316748999] 'process raft request' (duration: 444.431663ms)","trace[316748999] 'compare' (duration: 299.782847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:49.716712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:48.971388Z","time spent":"745.267558ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:53:49.716762Z","caller":"traceutil/trace.go:171","msg":"trace[329920828] linearizableReadLoop","detail":"{readStateIndex:32983; appliedIndex:32981; }","duration":"507.935199ms","start":"2026-03-02T17:53:49.208776Z","end":"2026-03-02T17:53:49.716711Z","steps":["trace[329920828] 'read index received' (duration: 207.231738ms)","trace[329920828] 'applied index is now lower than readState.Index' (duration: 300.698061ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:53:49.716823Z","caller":"traceutil/trace.go:171","msg":"trace[1319436561] transaction","detail":"{read_only:false; response_revision:31865; number_of_response:1; }","duration":"695.9959ms","start":"2026-03-02T17:53:49.020711Z","end":"2026-03-02T17:53:49.716707Z","steps":["trace[1319436561] 'process raft request' (duration: 695.738883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:49.71698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:49.020694Z","time spent":"696.193525ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:53:49.835014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.359536ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:53:49.835128Z","caller":"traceutil/trace.go:171","msg":"trace[32433602] linearizableReadLoop","detail":"{readStateIndex:32984; appliedIndex:32983; }","duration":"118.251404ms","start":"2026-03-02T17:53:49.716841Z","end":"2026-03-02T17:53:49.835093Z","steps":["trace[32433602] 'read index received' (duration: 58.752µs)","trace[32433602] 'applied index is now lower than readState.Index' (duration: 118.191582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:49.835207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.703072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:49.835224Z","caller":"traceutil/trace.go:171","msg":"trace[1629741175] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31865; }","duration":"622.780674ms","start":"2026-03-02T17:53:49.212438Z","end":"2026-03-02T17:53:49.835219Z","steps":["trace[1629741175] 'agreement among raft nodes before linearized reading' (duration: 622.711702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:49.835191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.279449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:53:49.835247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:49.212421Z","time spent":"622.821735ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-02T17:53:49.835308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.419914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:53:49.835193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.438626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:53:49.8353Z","caller":"traceutil/trace.go:171","msg":"trace[948350560] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:31865; }","duration":"850.577666ms","start":"2026-03-02T17:53:48.98469Z","end":"2026-03-02T17:53:49.835268Z","steps":["trace[948350560] 'agreement among raft nodes before linearized reading' (duration: 732.144208ms)","trace[948350560] 'count revisions from in-memory index tree' (duration: 118.12598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:49.835588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:48.984651Z","time spent":"850.908164ms","remote":"127.0.0.1:45584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:53:49.835378Z","caller":"traceutil/trace.go:171","msg":"trace[1826725680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31865; }","duration":"383.529096ms","start":"2026-03-02T17:53:49.451827Z","end":"2026-03-02T17:53:49.835356Z","steps":["trace[1826725680] 'agreement among raft nodes before linearized reading' (duration: 383.408793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:49.835891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:49.451804Z","time spent":"384.07554ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:53:49.835379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.859545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:53:49.836167Z","caller":"traceutil/trace.go:171","msg":"trace[1246875819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31865; }","duration":"467.704137ms","start":"2026-03-02T17:53:49.368447Z","end":"2026-03-02T17:53:49.836151Z","steps":["trace[1246875819] 'agreement among raft nodes before linearized reading' (duration: 466.771973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:49.836217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:49.368421Z","time spent":"467.777828ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-02T17:53:49.835492Z","caller":"traceutil/trace.go:171","msg":"trace[294729903] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:31865; }","duration":"717.752074ms","start":"2026-03-02T17:53:49.11769Z","end":"2026-03-02T17:53:49.835442Z","steps":["trace[294729903] 'agreement among raft nodes before linearized reading' (duration: 599.116041ms)","trace[294729903] 'count revisions from in-memory index tree' (duration: 118.307195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:49.836377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:53:49.117675Z","time spent":"718.688729ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:53:51.960716Z","caller":"traceutil/trace.go:171","msg":"trace[495778971] transaction","detail":"{read_only:false; response_revision:31879; number_of_response:1; }","duration":"100.475262ms","start":"2026-03-02T17:53:51.860221Z","end":"2026-03-02T17:53:51.960696Z","steps":["trace[495778971] 'process raft request' (duration: 100.299318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:55.094927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.217584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:55.095006Z","caller":"traceutil/trace.go:171","msg":"trace[1347275132] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31902; }","duration":"147.338547ms","start":"2026-03-02T17:53:54.947651Z","end":"2026-03-02T17:53:55.094989Z","steps":["trace[1347275132] 'range keys from in-memory index tree' (duration: 147.151092ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:58.550045Z","caller":"traceutil/trace.go:171","msg":"trace[773013906] transaction","detail":"{read_only:false; response_revision:31922; number_of_response:1; }","duration":"119.914946ms","start":"2026-03-02T17:53:58.43009Z","end":"2026-03-02T17:53:58.550005Z","steps":["trace[773013906] 'process raft request' (duration: 119.596569ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:53:59.374846Z","caller":"traceutil/trace.go:171","msg":"trace[179380469] transaction","detail":"{read_only:false; response_revision:31930; number_of_response:1; }","duration":"155.387396ms","start":"2026-03-02T17:53:59.219398Z","end":"2026-03-02T17:53:59.374785Z","steps":["trace[179380469] 'process raft request' (duration: 155.14491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:53:59.607781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.33973ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:53:59.607886Z","caller":"traceutil/trace.go:171","msg":"trace[409818624] linearizableReadLoop","detail":"{readStateIndex:33051; appliedIndex:33050; }","duration":"156.815903ms","start":"2026-03-02T17:53:59.451053Z","end":"2026-03-02T17:53:59.607869Z","steps":["trace[409818624] 'read index received' (duration: 54.112µs)","trace[409818624] 'applied index is now lower than readState.Index' (duration: 156.760271ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:53:59.607996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.946265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:53:59.60803Z","caller":"traceutil/trace.go:171","msg":"trace[1302308959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:31930; }","duration":"157.030767ms","start":"2026-03-02T17:53:59.450989Z","end":"2026-03-02T17:53:59.60802Z","steps":["trace[1302308959] 'agreement among raft nodes before linearized reading' (duration: 156.952706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:00.006981Z","caller":"traceutil/trace.go:171","msg":"trace[1149909131] linearizableReadLoop","detail":"{readStateIndex:33053; appliedIndex:33052; }","duration":"145.613873ms","start":"2026-03-02T17:53:59.861344Z","end":"2026-03-02T17:54:00.006958Z","steps":["trace[1149909131] 'read index received' (duration: 143.19472ms)","trace[1149909131] 'applied index is now lower than readState.Index' (duration: 2.418043ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:54:00.006977Z","caller":"traceutil/trace.go:171","msg":"trace[131132335] transaction","detail":"{read_only:false; response_revision:31932; number_of_response:1; }","duration":"175.500557ms","start":"2026-03-02T17:53:59.831441Z","end":"2026-03-02T17:54:00.006941Z","steps":["trace[131132335] 'process raft request' (duration: 173.085585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:00.007138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.765106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:54:00.007224Z","caller":"traceutil/trace.go:171","msg":"trace[1778760049] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:31934; }","duration":"145.92481ms","start":"2026-03-02T17:53:59.861276Z","end":"2026-03-02T17:54:00.007201Z","steps":["trace[1778760049] 'agreement among raft nodes before linearized reading' (duration: 145.765506ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:00.465375Z","caller":"traceutil/trace.go:171","msg":"trace[370527898] linearizableReadLoop","detail":"{readStateIndex:33057; appliedIndex:33056; }","duration":"189.544621ms","start":"2026-03-02T17:54:00.275806Z","end":"2026-03-02T17:54:00.46535Z","steps":["trace[370527898] 'read index received' (duration: 189.336366ms)","trace[370527898] 'applied index is now lower than readState.Index' (duration: 206.105µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:54:00.465463Z","caller":"traceutil/trace.go:171","msg":"trace[509311898] transaction","detail":"{read_only:false; response_revision:31936; number_of_response:1; }","duration":"230.251995ms","start":"2026-03-02T17:54:00.235182Z","end":"2026-03-02T17:54:00.465434Z","steps":["trace[509311898] 'process raft request' (duration: 229.963638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:00.46557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.742036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:54:00.465633Z","caller":"traceutil/trace.go:171","msg":"trace[1367276969] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:31936; }","duration":"189.838498ms","start":"2026-03-02T17:54:00.275771Z","end":"2026-03-02T17:54:00.46561Z","steps":["trace[1367276969] 'agreement among raft nodes before linearized reading' (duration: 189.732065ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:00.825194Z","caller":"traceutil/trace.go:171","msg":"trace[1175606590] linearizableReadLoop","detail":"{readStateIndex:33058; appliedIndex:33057; }","duration":"226.859837ms","start":"2026-03-02T17:54:00.598294Z","end":"2026-03-02T17:54:00.825154Z","steps":["trace[1175606590] 'read index received' (duration: 226.460537ms)","trace[1175606590] 'applied index is now lower than readState.Index' (duration: 397.52µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:54:00.825273Z","caller":"traceutil/trace.go:171","msg":"trace[398084876] transaction","detail":"{read_only:false; response_revision:31937; number_of_response:1; }","duration":"231.940008ms","start":"2026-03-02T17:54:00.593295Z","end":"2026-03-02T17:54:00.825235Z","steps":["trace[398084876] 'process raft request' (duration: 231.598869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:00.8254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.063562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:54:00.825451Z","caller":"traceutil/trace.go:171","msg":"trace[10869838] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:31937; }","duration":"227.169924ms","start":"2026-03-02T17:54:00.598267Z","end":"2026-03-02T17:54:00.825437Z","steps":["trace[10869838] 'agreement among raft nodes before linearized reading' (duration: 227.034581ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:00.991Z","caller":"traceutil/trace.go:171","msg":"trace[1446243731] transaction","detail":"{read_only:false; response_revision:31938; number_of_response:1; }","duration":"156.686179ms","start":"2026-03-02T17:54:00.834287Z","end":"2026-03-02T17:54:00.990973Z","steps":["trace[1446243731] 'process raft request' (duration: 156.522424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:01.034538Z","caller":"traceutil/trace.go:171","msg":"trace[468858935] linearizableReadLoop","detail":"{readStateIndex:33060; appliedIndex:33059; }","duration":"178.987497ms","start":"2026-03-02T17:54:00.855529Z","end":"2026-03-02T17:54:01.034516Z","steps":["trace[468858935] 'read index received' (duration: 135.432179ms)","trace[468858935] 'applied index is now lower than readState.Index' (duration: 43.554178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:54:01.034717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.174462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:54:01.034742Z","caller":"traceutil/trace.go:171","msg":"trace[1516782318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31940; }","duration":"179.258144ms","start":"2026-03-02T17:54:00.855476Z","end":"2026-03-02T17:54:01.034734Z","steps":["trace[1516782318] 'agreement among raft nodes before linearized reading' (duration: 179.143781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:01.034856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.0078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:54:01.034891Z","caller":"traceutil/trace.go:171","msg":"trace[1326427861] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:31940; }","duration":"171.091052ms","start":"2026-03-02T17:54:00.863791Z","end":"2026-03-02T17:54:01.034882Z","steps":["trace[1326427861] 'agreement among raft nodes before linearized reading' (duration: 171.043191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:01.034878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.202022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:54:01.034899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.547032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:54:01.034942Z","caller":"traceutil/trace.go:171","msg":"trace[949523075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:31940; }","duration":"179.326635ms","start":"2026-03-02T17:54:00.8556Z","end":"2026-03-02T17:54:01.034927Z","steps":["trace[949523075] 'agreement among raft nodes before linearized reading' (duration: 179.12994ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:01.034982Z","caller":"traceutil/trace.go:171","msg":"trace[1009249890] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:31940; }","duration":"142.676476ms","start":"2026-03-02T17:54:00.892286Z","end":"2026-03-02T17:54:01.034962Z","steps":["trace[1009249890] 'agreement among raft nodes before linearized reading' (duration: 142.518861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:01.034802Z","caller":"traceutil/trace.go:171","msg":"trace[838209427] transaction","detail":"{read_only:false; response_revision:31940; number_of_response:1; }","duration":"135.571631ms","start":"2026-03-02T17:54:00.899153Z","end":"2026-03-02T17:54:01.034725Z","steps":["trace[838209427] 'process raft request' (duration: 135.329995ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:01.035256Z","caller":"traceutil/trace.go:171","msg":"trace[1720862204] transaction","detail":"{read_only:false; response_revision:31939; number_of_response:1; }","duration":"186.322196ms","start":"2026-03-02T17:54:00.848896Z","end":"2026-03-02T17:54:01.035219Z","steps":["trace[1720862204] 'process raft request' (duration: 185.474545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:01.935409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.24202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:54:01.935432Z","caller":"traceutil/trace.go:171","msg":"trace[1828135458] transaction","detail":"{read_only:false; response_revision:31944; number_of_response:1; }","duration":"139.412892ms","start":"2026-03-02T17:54:01.795993Z","end":"2026-03-02T17:54:01.935406Z","steps":["trace[1828135458] 'process raft request' (duration: 136.839574ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:01.935478Z","caller":"traceutil/trace.go:171","msg":"trace[1050462769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:31943; }","duration":"163.356723ms","start":"2026-03-02T17:54:01.772106Z","end":"2026-03-02T17:54:01.935463Z","steps":["trace[1050462769] 'range keys from in-memory index tree' (duration: 163.094815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:12.170022Z","caller":"traceutil/trace.go:171","msg":"trace[643300538] transaction","detail":"{read_only:false; response_revision:32013; number_of_response:1; }","duration":"103.712747ms","start":"2026-03-02T17:54:12.066271Z","end":"2026-03-02T17:54:12.169984Z","steps":["trace[643300538] 'process raft request' (duration: 103.262826ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:17.302815Z","caller":"traceutil/trace.go:171","msg":"trace[867701774] transaction","detail":"{read_only:false; response_revision:32051; number_of_response:1; }","duration":"100.959385ms","start":"2026-03-02T17:54:17.201826Z","end":"2026-03-02T17:54:17.302785Z","steps":["trace[867701774] 'process raft request' (duration: 99.273462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:17.556302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.490631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:54:17.556404Z","caller":"traceutil/trace.go:171","msg":"trace[1889779836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32051; }","duration":"103.631494ms","start":"2026-03-02T17:54:17.452752Z","end":"2026-03-02T17:54:17.556384Z","steps":["trace[1889779836] 'range keys from in-memory index tree' (duration: 103.41733ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:54:23.260384Z","caller":"traceutil/trace.go:171","msg":"trace[1589815199] linearizableReadLoop","detail":"{readStateIndex:33215; appliedIndex:33213; }","duration":"109.558279ms","start":"2026-03-02T17:54:23.150806Z","end":"2026-03-02T17:54:23.260364Z","steps":["trace[1589815199] 'read index received' (duration: 9.924917ms)","trace[1589815199] 'applied index is now lower than readState.Index' (duration: 99.632242ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:54:23.260491Z","caller":"traceutil/trace.go:171","msg":"trace[1841472597] transaction","detail":"{read_only:false; response_revision:32090; number_of_response:1; }","duration":"125.496711ms","start":"2026-03-02T17:54:23.134983Z","end":"2026-03-02T17:54:23.26048Z","steps":["trace[1841472597] 'process raft request' (duration: 125.259645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:54:23.260906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.056763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:54:23.261065Z","caller":"traceutil/trace.go:171","msg":"trace[1346098587] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:32090; }","duration":"110.287308ms","start":"2026-03-02T17:54:23.15075Z","end":"2026-03-02T17:54:23.261037Z","steps":["trace[1346098587] 'agreement among raft nodes before linearized reading' (duration: 110.026331ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:19.589355Z","caller":"traceutil/trace.go:171","msg":"trace[1649619752] transaction","detail":"{read_only:false; response_revision:32514; number_of_response:1; }","duration":"109.387174ms","start":"2026-03-02T17:55:19.479898Z","end":"2026-03-02T17:55:19.589285Z","steps":["trace[1649619752] 'process raft request' (duration: 105.250087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:19.932947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.53357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:55:19.933146Z","caller":"traceutil/trace.go:171","msg":"trace[1666473052] linearizableReadLoop","detail":"{readStateIndex:33656; appliedIndex:33655; }","duration":"159.896312ms","start":"2026-03-02T17:55:19.773234Z","end":"2026-03-02T17:55:19.93313Z","steps":["trace[1666473052] 'read index received' (duration: 42.061µs)","trace[1666473052] 'applied index is now lower than readState.Index' (duration: 159.852871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:55:19.933323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.052896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:55:19.933405Z","caller":"traceutil/trace.go:171","msg":"trace[1684522141] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:32517; }","duration":"160.202579ms","start":"2026-03-02T17:55:19.773186Z","end":"2026-03-02T17:55:19.933389Z","steps":["trace[1684522141] 'agreement among raft nodes before linearized reading' (duration: 160.054896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:19.9335Z","caller":"traceutil/trace.go:171","msg":"trace[983554196] transaction","detail":"{read_only:false; response_revision:32517; number_of_response:1; }","duration":"279.705995ms","start":"2026-03-02T17:55:19.653646Z","end":"2026-03-02T17:55:19.933352Z","steps":["trace[983554196] 'process raft request' (duration: 84.672113ms)","trace[983554196] 'compare' (duration: 194.435617ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:20.118524Z","caller":"traceutil/trace.go:171","msg":"trace[570419139] transaction","detail":"{read_only:false; response_revision:32518; number_of_response:1; }","duration":"100.31021ms","start":"2026-03-02T17:55:20.018173Z","end":"2026-03-02T17:55:20.118483Z","steps":["trace[570419139] 'process raft request' (duration: 100.087454ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:20.19324Z","caller":"traceutil/trace.go:171","msg":"trace[622625031] transaction","detail":"{read_only:false; response_revision:32519; number_of_response:1; }","duration":"124.846385ms","start":"2026-03-02T17:55:20.068372Z","end":"2026-03-02T17:55:20.193219Z","steps":["trace[622625031] 'process raft request' (duration: 124.725121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:20.821667Z","caller":"traceutil/trace.go:171","msg":"trace[1531007953] transaction","detail":"{read_only:false; response_revision:32525; number_of_response:1; }","duration":"108.993775ms","start":"2026-03-02T17:55:20.712643Z","end":"2026-03-02T17:55:20.821636Z","steps":["trace[1531007953] 'process raft request' (duration: 108.951884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:20.82179Z","caller":"traceutil/trace.go:171","msg":"trace[1623306379] transaction","detail":"{read_only:false; response_revision:32524; number_of_response:1; }","duration":"264.701228ms","start":"2026-03-02T17:55:20.557058Z","end":"2026-03-02T17:55:20.821759Z","steps":["trace[1623306379] 'process raft request' (duration: 253.545458ms)","trace[1623306379] 'compare' (duration: 10.620076ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:21.539336Z","caller":"traceutil/trace.go:171","msg":"trace[1193101599] transaction","detail":"{read_only:false; response_revision:32529; number_of_response:1; }","duration":"157.984463ms","start":"2026-03-02T17:55:21.381323Z","end":"2026-03-02T17:55:21.539308Z","steps":["trace[1193101599] 'process raft request' (duration: 151.800492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:21.759809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.890483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:55:21.759887Z","caller":"traceutil/trace.go:171","msg":"trace[1685691985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:32530; }","duration":"106.001206ms","start":"2026-03-02T17:55:21.653867Z","end":"2026-03-02T17:55:21.759868Z","steps":["trace[1685691985] 'range keys from in-memory index tree' (duration: 105.73793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:22.001882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.50234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:55:22.001957Z","caller":"traceutil/trace.go:171","msg":"trace[754161874] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:32531; }","duration":"125.626334ms","start":"2026-03-02T17:55:21.876317Z","end":"2026-03-02T17:55:22.001943Z","steps":["trace[754161874] 'count revisions from in-memory index tree' (duration: 125.433649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:22.002023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.571171ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:55:22.002125Z","caller":"traceutil/trace.go:171","msg":"trace[1383544430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:32531; }","duration":"101.686524ms","start":"2026-03-02T17:55:21.900421Z","end":"2026-03-02T17:55:22.002107Z","steps":["trace[1383544430] 'range keys from in-memory index tree' (duration: 101.558971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:22.308534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.238351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:55:22.308607Z","caller":"traceutil/trace.go:171","msg":"trace[1382368084] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:32532; }","duration":"204.349634ms","start":"2026-03-02T17:55:22.104246Z","end":"2026-03-02T17:55:22.308596Z","steps":["trace[1382368084] 'range keys from in-memory index tree' (duration: 204.105608ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:22.311263Z","caller":"traceutil/trace.go:171","msg":"trace[1185554855] transaction","detail":"{read_only:false; response_revision:32533; number_of_response:1; }","duration":"151.401602ms","start":"2026-03-02T17:55:22.159837Z","end":"2026-03-02T17:55:22.311238Z","steps":["trace[1185554855] 'process raft request' (duration: 151.264198ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:54.342968Z","caller":"traceutil/trace.go:171","msg":"trace[473971209] transaction","detail":"{read_only:false; response_revision:32751; number_of_response:1; }","duration":"175.542877ms","start":"2026-03-02T17:55:54.167404Z","end":"2026-03-02T17:55:54.342947Z","steps":["trace[473971209] 'process raft request' (duration: 175.406604ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:58.050769Z","caller":"traceutil/trace.go:171","msg":"trace[698460642] transaction","detail":"{read_only:false; response_revision:32775; number_of_response:1; }","duration":"105.75084ms","start":"2026-03-02T17:55:57.944999Z","end":"2026-03-02T17:55:58.050749Z","steps":["trace[698460642] 'process raft request' (duration: 105.605336ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:58.485113Z","caller":"traceutil/trace.go:171","msg":"trace[388107338] linearizableReadLoop","detail":"{readStateIndex:33922; appliedIndex:33921; }","duration":"114.29183ms","start":"2026-03-02T17:55:58.370797Z","end":"2026-03-02T17:55:58.485089Z","steps":["trace[388107338] 'read index received' (duration: 114.009512ms)","trace[388107338] 'applied index is now lower than readState.Index' (duration: 281.408µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:58.485499Z","caller":"traceutil/trace.go:171","msg":"trace[850765537] transaction","detail":"{read_only:false; response_revision:32776; number_of_response:1; }","duration":"123.258933ms","start":"2026-03-02T17:55:58.362226Z","end":"2026-03-02T17:55:58.485485Z","steps":["trace[850765537] 'process raft request' (duration: 122.647468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:55:58.485736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.927857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:55:58.485782Z","caller":"traceutil/trace.go:171","msg":"trace[552830907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:32776; }","duration":"115.012939ms","start":"2026-03-02T17:55:58.370758Z","end":"2026-03-02T17:55:58.485771Z","steps":["trace[552830907] 'agreement among raft nodes before linearized reading' (duration: 114.871465ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:58.617461Z","caller":"traceutil/trace.go:171","msg":"trace[602753080] transaction","detail":"{read_only:false; response_revision:32777; number_of_response:1; }","duration":"127.803852ms","start":"2026-03-02T17:55:58.489627Z","end":"2026-03-02T17:55:58.617431Z","steps":["trace[602753080] 'process raft request' (duration: 64.960173ms)","trace[602753080] 'compare' (duration: 62.410997ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:55:58.888285Z","caller":"traceutil/trace.go:171","msg":"trace[1800730137] transaction","detail":"{read_only:false; response_revision:32779; number_of_response:1; }","duration":"138.240962ms","start":"2026-03-02T17:55:58.750017Z","end":"2026-03-02T17:55:58.888258Z","steps":["trace[1800730137] 'process raft request' (duration: 138.008785ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:58.900071Z","caller":"traceutil/trace.go:171","msg":"trace[143213243] transaction","detail":"{read_only:false; response_revision:32780; number_of_response:1; }","duration":"145.240833ms","start":"2026-03-02T17:55:58.754794Z","end":"2026-03-02T17:55:58.900035Z","steps":["trace[143213243] 'process raft request' (duration: 145.045078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:55:58.900236Z","caller":"traceutil/trace.go:171","msg":"trace[422735825] transaction","detail":"{read_only:false; response_revision:32781; number_of_response:1; }","duration":"122.425162ms","start":"2026-03-02T17:55:58.777784Z","end":"2026-03-02T17:55:58.900209Z","steps":["trace[422735825] 'process raft request' (duration: 122.212475ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:03.846566Z","caller":"traceutil/trace.go:171","msg":"trace[1613250784] transaction","detail":"{read_only:false; response_revision:32815; number_of_response:1; }","duration":"203.388739ms","start":"2026-03-02T17:56:03.643155Z","end":"2026-03-02T17:56:03.846543Z","steps":["trace[1613250784] 'process raft request' (duration: 202.551798ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:03.848022Z","caller":"traceutil/trace.go:171","msg":"trace[541684569] transaction","detail":"{read_only:false; response_revision:32816; number_of_response:1; }","duration":"157.321736ms","start":"2026-03-02T17:56:03.690673Z","end":"2026-03-02T17:56:03.847995Z","steps":["trace[541684569] 'process raft request' (duration: 156.675269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:04.390569Z","caller":"traceutil/trace.go:171","msg":"trace[848788449] transaction","detail":"{read_only:false; response_revision:32819; number_of_response:1; }","duration":"313.633805ms","start":"2026-03-02T17:56:04.076915Z","end":"2026-03-02T17:56:04.390549Z","steps":["trace[848788449] 'process raft request' (duration: 313.490581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:04.39074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:56:04.0769Z","time spent":"313.782499ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:56:13.074934Z","caller":"traceutil/trace.go:171","msg":"trace[451942055] transaction","detail":"{read_only:false; response_revision:32877; number_of_response:1; }","duration":"113.540512ms","start":"2026-03-02T17:56:12.961338Z","end":"2026-03-02T17:56:13.074878Z","steps":["trace[451942055] 'process raft request' (duration: 91.432589ms)","trace[451942055] 'compare' (duration: 21.735103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:14.013488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.517864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:56:14.013584Z","caller":"traceutil/trace.go:171","msg":"trace[171786199] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:32881; }","duration":"139.693549ms","start":"2026-03-02T17:56:13.873868Z","end":"2026-03-02T17:56:14.013561Z","steps":["trace[171786199] 'range keys from in-memory index tree' (duration: 139.203897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:14.185188Z","caller":"traceutil/trace.go:171","msg":"trace[1098171463] linearizableReadLoop","detail":"{readStateIndex:34032; appliedIndex:34030; }","duration":"204.431456ms","start":"2026-03-02T17:56:13.980716Z","end":"2026-03-02T17:56:14.185147Z","steps":["trace[1098171463] 'read index received' (duration: 82.354444ms)","trace[1098171463] 'applied index is now lower than readState.Index' (duration: 122.074942ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:14.185177Z","caller":"traceutil/trace.go:171","msg":"trace[444007567] transaction","detail":"{read_only:false; response_revision:32883; number_of_response:1; }","duration":"210.747939ms","start":"2026-03-02T17:56:13.974382Z","end":"2026-03-02T17:56:14.18513Z","steps":["trace[444007567] 'process raft request' (duration: 208.681156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:14.185587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.858278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:56:14.185647Z","caller":"traceutil/trace.go:171","msg":"trace[384136194] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:32883; }","duration":"204.971971ms","start":"2026-03-02T17:56:13.980661Z","end":"2026-03-02T17:56:14.185633Z","steps":["trace[384136194] 'agreement among raft nodes before linearized reading' (duration: 204.611822ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:14.367991Z","caller":"traceutil/trace.go:171","msg":"trace[981277467] linearizableReadLoop","detail":"{readStateIndex:34035; appliedIndex:34034; }","duration":"107.869995ms","start":"2026-03-02T17:56:14.260096Z","end":"2026-03-02T17:56:14.367966Z","steps":["trace[981277467] 'read index received' (duration: 37.228785ms)","trace[981277467] 'applied index is now lower than readState.Index' (duration: 70.64036ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:14.368249Z","caller":"traceutil/trace.go:171","msg":"trace[924549280] transaction","detail":"{read_only:false; response_revision:32885; number_of_response:1; }","duration":"179.269074ms","start":"2026-03-02T17:56:14.188966Z","end":"2026-03-02T17:56:14.368235Z","steps":["trace[924549280] 'process raft request' (duration: 108.413869ms)","trace[924549280] 'compare' (duration: 70.480715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:14.368572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.441919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-02T17:56:14.368607Z","caller":"traceutil/trace.go:171","msg":"trace[1693327413] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:32885; }","duration":"108.541311ms","start":"2026-03-02T17:56:14.260057Z","end":"2026-03-02T17:56:14.368599Z","steps":["trace[1693327413] 'agreement among raft nodes before linearized reading' (duration: 108.352897ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:14.927954Z","caller":"traceutil/trace.go:171","msg":"trace[1466124432] transaction","detail":"{read_only:false; response_revision:32889; number_of_response:1; }","duration":"127.047011ms","start":"2026-03-02T17:56:14.800884Z","end":"2026-03-02T17:56:14.927931Z","steps":["trace[1466124432] 'process raft request' (duration: 126.928938ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:17.424593Z","caller":"traceutil/trace.go:171","msg":"trace[1004392057] transaction","detail":"{read_only:false; response_revision:32909; number_of_response:1; }","duration":"110.551964ms","start":"2026-03-02T17:56:17.314022Z","end":"2026-03-02T17:56:17.424574Z","steps":["trace[1004392057] 'process raft request' (duration: 110.41197ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:17.945158Z","caller":"traceutil/trace.go:171","msg":"trace[1314840964] transaction","detail":"{read_only:false; response_revision:32911; number_of_response:1; }","duration":"128.084078ms","start":"2026-03-02T17:56:17.817032Z","end":"2026-03-02T17:56:17.945116Z","steps":["trace[1314840964] 'process raft request' (duration: 127.622946ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:24.661209Z","caller":"traceutil/trace.go:171","msg":"trace[1931350644] transaction","detail":"{read_only:false; response_revision:32957; number_of_response:1; }","duration":"157.602384ms","start":"2026-03-02T17:56:24.50357Z","end":"2026-03-02T17:56:24.661173Z","steps":["trace[1931350644] 'process raft request' (duration: 80.231979ms)","trace[1931350644] 'compare' (duration: 77.17152ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:30.509842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.314761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:56:30.509974Z","caller":"traceutil/trace.go:171","msg":"trace[2049863248] linearizableReadLoop","detail":"{readStateIndex:34148; appliedIndex:34147; }","duration":"208.544222ms","start":"2026-03-02T17:56:30.30141Z","end":"2026-03-02T17:56:30.509954Z","steps":["trace[2049863248] 'read index received' (duration: 66.944934ms)","trace[2049863248] 'applied index is now lower than readState.Index' (duration: 141.597398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:30.510296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.8518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:56:30.510429Z","caller":"traceutil/trace.go:171","msg":"trace[1726731907] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:32994; }","duration":"209.046865ms","start":"2026-03-02T17:56:30.301366Z","end":"2026-03-02T17:56:30.510413Z","steps":["trace[1726731907] 'agreement among raft nodes before linearized reading' (duration: 208.82075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:30.5103Z","caller":"traceutil/trace.go:171","msg":"trace[1399794338] transaction","detail":"{read_only:false; response_revision:32994; number_of_response:1; }","duration":"267.588703ms","start":"2026-03-02T17:56:30.242679Z","end":"2026-03-02T17:56:30.510268Z","steps":["trace[1399794338] 'process raft request' (duration: 125.693656ms)","trace[1399794338] 'compare' (duration: 141.178608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:30.773708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.709886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:56:30.773793Z","caller":"traceutil/trace.go:171","msg":"trace[1126305845] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:32995; }","duration":"147.85338ms","start":"2026-03-02T17:56:30.625922Z","end":"2026-03-02T17:56:30.773776Z","steps":["trace[1126305845] 'range keys from in-memory index tree' (duration: 147.542782ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:30.956164Z","caller":"traceutil/trace.go:171","msg":"trace[1925817398] linearizableReadLoop","detail":"{readStateIndex:34150; appliedIndex:34149; }","duration":"175.787824ms","start":"2026-03-02T17:56:30.780358Z","end":"2026-03-02T17:56:30.956146Z","steps":["trace[1925817398] 'read index received' (duration: 175.729662ms)","trace[1925817398] 'applied index is now lower than readState.Index' (duration: 57.512µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:30.956442Z","caller":"traceutil/trace.go:171","msg":"trace[1489975883] transaction","detail":"{read_only:false; response_revision:32996; number_of_response:1; }","duration":"178.31599ms","start":"2026-03-02T17:56:30.778116Z","end":"2026-03-02T17:56:30.956432Z","steps":["trace[1489975883] 'process raft request' (duration: 177.91396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:30.956727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.355379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-02T17:56:30.95676Z","caller":"traceutil/trace.go:171","msg":"trace[1157898106] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:32996; }","duration":"176.412871ms","start":"2026-03-02T17:56:30.780338Z","end":"2026-03-02T17:56:30.956751Z","steps":["trace[1157898106] 'agreement among raft nodes before linearized reading' (duration: 176.310748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:31.540905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.549799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:56:31.540997Z","caller":"traceutil/trace.go:171","msg":"trace[349747274] linearizableReadLoop","detail":"{readStateIndex:34154; appliedIndex:34152; }","duration":"484.85661ms","start":"2026-03-02T17:56:31.056125Z","end":"2026-03-02T17:56:31.540981Z","steps":["trace[349747274] 'read index received' (duration: 20.688075ms)","trace[349747274] 'applied index is now lower than readState.Index' (duration: 464.167555ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:31.541118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.996164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:56:31.541145Z","caller":"traceutil/trace.go:171","msg":"trace[1648420601] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:33000; }","duration":"485.023445ms","start":"2026-03-02T17:56:31.056111Z","end":"2026-03-02T17:56:31.541134Z","steps":["trace[1648420601] 'agreement among raft nodes before linearized reading' (duration: 484.932263ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:31.54112Z","caller":"traceutil/trace.go:171","msg":"trace[2022123637] transaction","detail":"{read_only:false; response_revision:33000; number_of_response:1; }","duration":"493.200246ms","start":"2026-03-02T17:56:31.047861Z","end":"2026-03-02T17:56:31.541061Z","steps":["trace[2022123637] 'process raft request' (duration: 139.409591ms)","trace[2022123637] 'compare' (duration: 353.347565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:31.541175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:56:31.056066Z","time spent":"485.101157ms","remote":"127.0.0.1:42360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:56:31.541279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:56:31.047846Z","time spent":"493.354941ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:56:31.546512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.884647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:56:31.548453Z","caller":"traceutil/trace.go:171","msg":"trace[1876620669] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:33001; }","duration":"353.98158ms","start":"2026-03-02T17:56:31.19445Z","end":"2026-03-02T17:56:31.548431Z","steps":["trace[1876620669] 'agreement among raft nodes before linearized reading' (duration: 351.66734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:31.548501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:56:31.194441Z","time spent":"354.044832ms","remote":"127.0.0.1:42328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:56:31.548827Z","caller":"traceutil/trace.go:171","msg":"trace[550560122] transaction","detail":"{read_only:false; response_revision:33001; number_of_response:1; }","duration":"402.034425ms","start":"2026-03-02T17:56:31.146778Z","end":"2026-03-02T17:56:31.548812Z","steps":["trace[550560122] 'process raft request' (duration: 399.187501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:31.548995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:56:31.146756Z","time spent":"402.103057ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:56:31.549464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.948885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:56:31.549504Z","caller":"traceutil/trace.go:171","msg":"trace[360316055] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:33001; }","duration":"128.025156ms","start":"2026-03-02T17:56:31.421468Z","end":"2026-03-02T17:56:31.549493Z","steps":["trace[360316055] 'agreement among raft nodes before linearized reading' (duration: 127.957455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:33.219896Z","caller":"traceutil/trace.go:171","msg":"trace[1389286506] linearizableReadLoop","detail":"{readStateIndex:34169; appliedIndex:34168; }","duration":"108.788298ms","start":"2026-03-02T17:56:33.111083Z","end":"2026-03-02T17:56:33.219871Z","steps":["trace[1389286506] 'read index received' (duration: 81.185143ms)","trace[1389286506] 'applied index is now lower than readState.Index' (duration: 27.601145ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:33.22002Z","caller":"traceutil/trace.go:171","msg":"trace[1871294327] transaction","detail":"{read_only:false; response_revision:33015; number_of_response:1; }","duration":"128.697924ms","start":"2026-03-02T17:56:33.091277Z","end":"2026-03-02T17:56:33.219975Z","steps":["trace[1871294327] 'process raft request' (duration: 101.094589ms)","trace[1871294327] 'compare' (duration: 27.339268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:33.220145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.053725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/servergroups.openstack.k-orc.cloud\" ","response":"range_response_count:1 size:11900"} {"level":"info","ts":"2026-03-02T17:56:33.220181Z","caller":"traceutil/trace.go:171","msg":"trace[1004655702] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/servergroups.openstack.k-orc.cloud; range_end:; response_count:1; response_revision:33015; }","duration":"109.149487ms","start":"2026-03-02T17:56:33.111021Z","end":"2026-03-02T17:56:33.22017Z","steps":["trace[1004655702] 'agreement among raft nodes before linearized reading' (duration: 108.948201ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:35.101837Z","caller":"traceutil/trace.go:171","msg":"trace[79653291] transaction","detail":"{read_only:false; response_revision:33026; number_of_response:1; }","duration":"105.566144ms","start":"2026-03-02T17:56:34.996246Z","end":"2026-03-02T17:56:35.101813Z","steps":["trace[79653291] 'process raft request' (duration: 105.38594ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:35.718762Z","caller":"traceutil/trace.go:171","msg":"trace[1591843275] transaction","detail":"{read_only:false; response_revision:33030; number_of_response:1; }","duration":"106.087879ms","start":"2026-03-02T17:56:35.612634Z","end":"2026-03-02T17:56:35.718722Z","steps":["trace[1591843275] 'process raft request' (duration: 105.871402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:35.821872Z","caller":"traceutil/trace.go:171","msg":"trace[1335742587] linearizableReadLoop","detail":"{readStateIndex:34186; appliedIndex:34184; }","duration":"150.413827ms","start":"2026-03-02T17:56:35.671427Z","end":"2026-03-02T17:56:35.82184Z","steps":["trace[1335742587] 'read index received' (duration: 47.11713ms)","trace[1335742587] 'applied index is now lower than readState.Index' (duration: 103.295007ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:35.821987Z","caller":"traceutil/trace.go:171","msg":"trace[1595539415] transaction","detail":"{read_only:false; response_revision:33031; number_of_response:1; }","duration":"195.664979ms","start":"2026-03-02T17:56:35.626301Z","end":"2026-03-02T17:56:35.821966Z","steps":["trace[1595539415] 'process raft request' (duration: 143.008465ms)","trace[1595539415] 'compare' (duration: 52.241783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:35.822155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.708654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:56:35.822214Z","caller":"traceutil/trace.go:171","msg":"trace[316332102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33031; }","duration":"150.794746ms","start":"2026-03-02T17:56:35.67139Z","end":"2026-03-02T17:56:35.822185Z","steps":["trace[316332102] 'agreement among raft nodes before linearized reading' (duration: 150.615862ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:37.279804Z","caller":"traceutil/trace.go:171","msg":"trace[1156296346] transaction","detail":"{read_only:false; response_revision:33039; number_of_response:1; }","duration":"168.787342ms","start":"2026-03-02T17:56:37.110994Z","end":"2026-03-02T17:56:37.279782Z","steps":["trace[1156296346] 'process raft request' (duration: 168.616288ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:37.289058Z","caller":"traceutil/trace.go:171","msg":"trace[1395832521] linearizableReadLoop","detail":"{readStateIndex:34196; appliedIndex:34193; }","duration":"130.550133ms","start":"2026-03-02T17:56:37.158488Z","end":"2026-03-02T17:56:37.289038Z","steps":["trace[1395832521] 'read index received' (duration: 121.104978ms)","trace[1395832521] 'applied index is now lower than readState.Index' (duration: 9.444035ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:37.289096Z","caller":"traceutil/trace.go:171","msg":"trace[1009341523] transaction","detail":"{read_only:false; response_revision:33040; number_of_response:1; }","duration":"142.660446ms","start":"2026-03-02T17:56:37.146408Z","end":"2026-03-02T17:56:37.289069Z","steps":["trace[1009341523] 'process raft request' (duration: 142.482631ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:37.289171Z","caller":"traceutil/trace.go:171","msg":"trace[1132095544] transaction","detail":"{read_only:false; response_revision:33041; number_of_response:1; }","duration":"141.903096ms","start":"2026-03-02T17:56:37.147235Z","end":"2026-03-02T17:56:37.289138Z","steps":["trace[1132095544] 'process raft request' (duration: 141.755152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:37.289474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.786218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" ","response":"range_response_count:4 size:3792"} {"level":"info","ts":"2026-03-02T17:56:37.289541Z","caller":"traceutil/trace.go:171","msg":"trace[1143261346] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:4; response_revision:33041; }","duration":"131.051675ms","start":"2026-03-02T17:56:37.158474Z","end":"2026-03-02T17:56:37.289525Z","steps":["trace[1143261346] 'agreement among raft nodes before linearized reading' (duration: 130.670165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:38.380814Z","caller":"traceutil/trace.go:171","msg":"trace[484513485] transaction","detail":"{read_only:false; response_revision:33048; number_of_response:1; }","duration":"114.043345ms","start":"2026-03-02T17:56:38.265885Z","end":"2026-03-02T17:56:38.379928Z","steps":["trace[484513485] 'process raft request' (duration: 71.896073ms)","trace[484513485] 'compare' (duration: 42.030089ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:44.146522Z","caller":"traceutil/trace.go:171","msg":"trace[1650441820] linearizableReadLoop","detail":"{readStateIndex:34244; appliedIndex:34243; }","duration":"183.179076ms","start":"2026-03-02T17:56:43.963281Z","end":"2026-03-02T17:56:44.14646Z","steps":["trace[1650441820] 'read index received' (duration: 183.003791ms)","trace[1650441820] 'applied index is now lower than readState.Index' (duration: 174.375µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:56:44.1467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.399291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:56:44.146729Z","caller":"traceutil/trace.go:171","msg":"trace[2021256781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33087; }","duration":"183.465623ms","start":"2026-03-02T17:56:43.963255Z","end":"2026-03-02T17:56:44.14672Z","steps":["trace[2021256781] 'agreement among raft nodes before linearized reading' (duration: 183.323699ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:44.146983Z","caller":"traceutil/trace.go:171","msg":"trace[1097277036] transaction","detail":"{read_only:false; response_revision:33087; number_of_response:1; }","duration":"184.604382ms","start":"2026-03-02T17:56:43.96237Z","end":"2026-03-02T17:56:44.146974Z","steps":["trace[1097277036] 'process raft request' (duration: 183.972765ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:54.441385Z","caller":"traceutil/trace.go:171","msg":"trace[2006628297] linearizableReadLoop","detail":"{readStateIndex:34314; appliedIndex:34313; }","duration":"153.434396ms","start":"2026-03-02T17:56:54.287923Z","end":"2026-03-02T17:56:54.441357Z","steps":["trace[2006628297] 'read index received' (duration: 153.259131ms)","trace[2006628297] 'applied index is now lower than readState.Index' (duration: 173.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:56:54.44156Z","caller":"traceutil/trace.go:171","msg":"trace[2115430532] transaction","detail":"{read_only:false; response_revision:33155; number_of_response:1; }","duration":"240.261004ms","start":"2026-03-02T17:56:54.201273Z","end":"2026-03-02T17:56:54.441534Z","steps":["trace[2115430532] 'process raft request' (duration: 239.915655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:54.441754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.815145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:56:54.441879Z","caller":"traceutil/trace.go:171","msg":"trace[1825446746] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33155; }","duration":"153.987649ms","start":"2026-03-02T17:56:54.287868Z","end":"2026-03-02T17:56:54.441856Z","steps":["trace[1825446746] 'agreement among raft nodes before linearized reading' (duration: 153.687282ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:56:54.443924Z","caller":"traceutil/trace.go:171","msg":"trace[609622230] transaction","detail":"{read_only:false; response_revision:33156; number_of_response:1; }","duration":"154.221165ms","start":"2026-03-02T17:56:54.289682Z","end":"2026-03-02T17:56:54.443903Z","steps":["trace[609622230] 'process raft request' (duration: 154.109692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:56:58.329545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.885856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:56:58.329607Z","caller":"traceutil/trace.go:171","msg":"trace[61907255] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:33179; }","duration":"281.05195ms","start":"2026-03-02T17:56:58.048543Z","end":"2026-03-02T17:56:58.329595Z","steps":["trace[61907255] 'count revisions from in-memory index tree' (duration: 280.778794ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:01.274149Z","caller":"traceutil/trace.go:171","msg":"trace[886432628] linearizableReadLoop","detail":"{readStateIndex:34359; appliedIndex:34358; }","duration":"280.215579ms","start":"2026-03-02T17:57:00.993905Z","end":"2026-03-02T17:57:01.27412Z","steps":["trace[886432628] 'read index received' (duration: 280.033815ms)","trace[886432628] 'applied index is now lower than readState.Index' (duration: 180.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:01.274209Z","caller":"traceutil/trace.go:171","msg":"trace[888075982] transaction","detail":"{read_only:false; response_revision:33199; number_of_response:1; }","duration":"355.191952ms","start":"2026-03-02T17:57:00.918986Z","end":"2026-03-02T17:57:01.274178Z","steps":["trace[888075982] 'process raft request' (duration: 354.970406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:01.274299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.408685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:01.27435Z","caller":"traceutil/trace.go:171","msg":"trace[738381268] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:33199; }","duration":"280.547688ms","start":"2026-03-02T17:57:00.99379Z","end":"2026-03-02T17:57:01.274338Z","steps":["trace[738381268] 'agreement among raft nodes before linearized reading' (duration: 280.434625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:01.274349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:00.918966Z","time spent":"355.301345ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:01.27435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.936099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:01.274409Z","caller":"traceutil/trace.go:171","msg":"trace[1925364192] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:33199; }","duration":"232.060713ms","start":"2026-03-02T17:57:01.04233Z","end":"2026-03-02T17:57:01.274391Z","steps":["trace[1925364192] 'agreement among raft nodes before linearized reading' (duration: 231.96335ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:02.169088Z","caller":"traceutil/trace.go:171","msg":"trace[202526625] transaction","detail":"{read_only:false; response_revision:33205; number_of_response:1; }","duration":"184.206622ms","start":"2026-03-02T17:57:01.984842Z","end":"2026-03-02T17:57:02.169049Z","steps":["trace[202526625] 'process raft request' (duration: 183.954025ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:02.1733Z","caller":"traceutil/trace.go:171","msg":"trace[12373550] linearizableReadLoop","detail":"{readStateIndex:34366; appliedIndex:34364; }","duration":"175.893838ms","start":"2026-03-02T17:57:01.997384Z","end":"2026-03-02T17:57:02.173278Z","steps":["trace[12373550] 'read index received' (duration: 171.37001ms)","trace[12373550] 'applied index is now lower than readState.Index' (duration: 4.523058ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:02.173365Z","caller":"traceutil/trace.go:171","msg":"trace[312424280] transaction","detail":"{read_only:false; response_revision:33206; number_of_response:1; }","duration":"177.879258ms","start":"2026-03-02T17:57:01.995458Z","end":"2026-03-02T17:57:02.173337Z","steps":["trace[312424280] 'process raft request' (duration: 177.659502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:02.173441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.027311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:02.173491Z","caller":"traceutil/trace.go:171","msg":"trace[830011309] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:33206; }","duration":"176.127674ms","start":"2026-03-02T17:57:01.997351Z","end":"2026-03-02T17:57:02.173479Z","steps":["trace[830011309] 'agreement among raft nodes before linearized reading' (duration: 176.031431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:02.173596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.097076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:02.173672Z","caller":"traceutil/trace.go:171","msg":"trace[1907615307] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:33206; }","duration":"175.217649ms","start":"2026-03-02T17:57:01.998434Z","end":"2026-03-02T17:57:02.173651Z","steps":["trace[1907615307] 'agreement among raft nodes before linearized reading' (duration: 175.071425ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:02.71352Z","caller":"traceutil/trace.go:171","msg":"trace[1602494489] transaction","detail":"{read_only:false; response_revision:33210; number_of_response:1; }","duration":"102.325341ms","start":"2026-03-02T17:57:02.611162Z","end":"2026-03-02T17:57:02.713487Z","steps":["trace[1602494489] 'process raft request' (duration: 101.757816ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:02.738301Z","caller":"traceutil/trace.go:171","msg":"trace[1669290887] transaction","detail":"{read_only:false; response_revision:33211; number_of_response:1; }","duration":"113.550232ms","start":"2026-03-02T17:57:02.624673Z","end":"2026-03-02T17:57:02.738224Z","steps":["trace[1669290887] 'process raft request' (duration: 113.325496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:02.738564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.636369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:57:02.738682Z","caller":"traceutil/trace.go:171","msg":"trace[422670493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33211; }","duration":"107.794933ms","start":"2026-03-02T17:57:02.630861Z","end":"2026-03-02T17:57:02.738656Z","steps":["trace[422670493] 'agreement among raft nodes before linearized reading' (duration: 107.379013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:04.198646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.32383ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-02T17:57:04.198761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:03.878285Z","time spent":"320.457592ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-02T17:57:04.895362Z","caller":"traceutil/trace.go:171","msg":"trace[805590225] linearizableReadLoop","detail":"{readStateIndex:34387; appliedIndex:34386; }","duration":"110.79801ms","start":"2026-03-02T17:57:04.784537Z","end":"2026-03-02T17:57:04.895335Z","steps":["trace[805590225] 'read index received' (duration: 12.135404ms)","trace[805590225] 'applied index is now lower than readState.Index' (duration: 98.661126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:04.89564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.090878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:57:04.895698Z","caller":"traceutil/trace.go:171","msg":"trace[970172283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33226; }","duration":"111.17889ms","start":"2026-03-02T17:57:04.784505Z","end":"2026-03-02T17:57:04.895684Z","steps":["trace[970172283] 'agreement among raft nodes before linearized reading' (duration: 110.938614ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:04.895781Z","caller":"traceutil/trace.go:171","msg":"trace[1499926785] transaction","detail":"{read_only:false; response_revision:33226; number_of_response:1; }","duration":"119.393413ms","start":"2026-03-02T17:57:04.776331Z","end":"2026-03-02T17:57:04.895724Z","steps":["trace[1499926785] 'process raft request' (duration: 20.424239ms)","trace[1499926785] 'compare' (duration: 98.288326ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:05.911211Z","caller":"traceutil/trace.go:171","msg":"trace[795438014] linearizableReadLoop","detail":"{readStateIndex:34395; appliedIndex:34393; }","duration":"191.894891ms","start":"2026-03-02T17:57:05.719278Z","end":"2026-03-02T17:57:05.911173Z","steps":["trace[795438014] 'read index received' (duration: 25.958973ms)","trace[795438014] 'applied index is now lower than readState.Index' (duration: 165.934568ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:05.911588Z","caller":"traceutil/trace.go:171","msg":"trace[1635579904] transaction","detail":"{read_only:false; response_revision:33234; number_of_response:1; }","duration":"192.749232ms","start":"2026-03-02T17:57:05.718794Z","end":"2026-03-02T17:57:05.911543Z","steps":["trace[1635579904] 'process raft request' (duration: 112.955835ms)","trace[1635579904] 'compare' (duration: 79.224364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:05.911801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.484947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-02T17:57:05.911867Z","caller":"traceutil/trace.go:171","msg":"trace[240701539] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:33234; }","duration":"192.576239ms","start":"2026-03-02T17:57:05.719273Z","end":"2026-03-02T17:57:05.911849Z","steps":["trace[240701539] 'agreement among raft nodes before linearized reading' (duration: 192.047825ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:06.491099Z","caller":"traceutil/trace.go:171","msg":"trace[770023532] transaction","detail":"{read_only:false; response_revision:33236; number_of_response:1; }","duration":"322.619878ms","start":"2026-03-02T17:57:06.168449Z","end":"2026-03-02T17:57:06.491068Z","steps":["trace[770023532] 'process raft request' (duration: 322.31238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:06.491247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:06.168421Z","time spent":"322.749201ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:06.491387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.69362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:06.491486Z","caller":"traceutil/trace.go:171","msg":"trace[927355784] linearizableReadLoop","detail":"{readStateIndex:34397; appliedIndex:34396; }","duration":"295.336371ms","start":"2026-03-02T17:57:06.195654Z","end":"2026-03-02T17:57:06.490991Z","steps":["trace[927355784] 'read index received' (duration: 295.144776ms)","trace[927355784] 'applied index is now lower than readState.Index' (duration: 190.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:06.491519Z","caller":"traceutil/trace.go:171","msg":"trace[2134701465] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33236; }","duration":"295.907366ms","start":"2026-03-02T17:57:06.195579Z","end":"2026-03-02T17:57:06.491486Z","steps":["trace[2134701465] 'agreement among raft nodes before linearized reading' (duration: 295.636408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:06.588479Z","caller":"traceutil/trace.go:171","msg":"trace[1666381651] transaction","detail":"{read_only:false; response_revision:33237; number_of_response:1; }","duration":"357.801ms","start":"2026-03-02T17:57:06.230647Z","end":"2026-03-02T17:57:06.588448Z","steps":["trace[1666381651] 'process raft request' (duration: 323.513041ms)","trace[1666381651] 'compare' (duration: 34.153376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:06.588785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:06.230608Z","time spent":"358.075508ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:07.575433Z","caller":"traceutil/trace.go:171","msg":"trace[1753066346] linearizableReadLoop","detail":"{readStateIndex:34404; appliedIndex:34403; }","duration":"122.345559ms","start":"2026-03-02T17:57:07.453066Z","end":"2026-03-02T17:57:07.575411Z","steps":["trace[1753066346] 'read index received' (duration: 122.158765ms)","trace[1753066346] 'applied index is now lower than readState.Index' (duration: 185.874µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:07.575582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.510934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:07.575617Z","caller":"traceutil/trace.go:171","msg":"trace[508056639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33243; }","duration":"122.603846ms","start":"2026-03-02T17:57:07.453002Z","end":"2026-03-02T17:57:07.575606Z","steps":["trace[508056639] 'agreement among raft nodes before linearized reading' (duration: 122.504624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:07.576034Z","caller":"traceutil/trace.go:171","msg":"trace[1514808880] transaction","detail":"{read_only:false; response_revision:33243; number_of_response:1; }","duration":"184.947871ms","start":"2026-03-02T17:57:07.391073Z","end":"2026-03-02T17:57:07.576021Z","steps":["trace[1514808880] 'process raft request' (duration: 184.208322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:09.102408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.725538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:09.102474Z","caller":"traceutil/trace.go:171","msg":"trace[1810583506] linearizableReadLoop","detail":"{readStateIndex:34412; appliedIndex:34411; }","duration":"109.490287ms","start":"2026-03-02T17:57:08.992973Z","end":"2026-03-02T17:57:09.102464Z","steps":["trace[1810583506] 'read index received' (duration: 59.632µs)","trace[1810583506] 'applied index is now lower than readState.Index' (duration: 109.429835ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:09.102515Z","caller":"traceutil/trace.go:171","msg":"trace[1537139989] transaction","detail":"{read_only:false; response_revision:33251; number_of_response:1; }","duration":"269.41153ms","start":"2026-03-02T17:57:08.833098Z","end":"2026-03-02T17:57:09.102509Z","steps":["trace[1537139989] 'process raft request' (duration: 104.520219ms)","trace[1537139989] 'compare' (duration: 164.550692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:09.102626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.6606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:57:09.102645Z","caller":"traceutil/trace.go:171","msg":"trace[1176248423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33251; }","duration":"109.717612ms","start":"2026-03-02T17:57:08.992921Z","end":"2026-03-02T17:57:09.102639Z","steps":["trace[1176248423] 'agreement among raft nodes before linearized reading' (duration: 109.666581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:09.114177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.950346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:57:09.119604Z","caller":"traceutil/trace.go:171","msg":"trace[353622705] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33252; }","duration":"123.413807ms","start":"2026-03-02T17:57:08.996161Z","end":"2026-03-02T17:57:09.119574Z","steps":["trace[353622705] 'agreement among raft nodes before linearized reading' (duration: 117.863814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:17.842555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.454304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:17.842836Z","caller":"traceutil/trace.go:171","msg":"trace[68351583] transaction","detail":"{read_only:false; response_revision:33312; number_of_response:1; }","duration":"177.078248ms","start":"2026-03-02T17:57:17.665707Z","end":"2026-03-02T17:57:17.842785Z","steps":["trace[68351583] 'process raft request' (duration: 47.309665ms)","trace[68351583] 'compare' (duration: 129.213098ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:17.899223Z","caller":"traceutil/trace.go:171","msg":"trace[560452119] linearizableReadLoop","detail":"{readStateIndex:34476; appliedIndex:34475; }","duration":"185.159207ms","start":"2026-03-02T17:57:17.714044Z","end":"2026-03-02T17:57:17.899204Z","steps":["trace[560452119] 'read index received' (duration: 184.981302ms)","trace[560452119] 'applied index is now lower than readState.Index' (duration: 177.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:17.899314Z","caller":"traceutil/trace.go:171","msg":"trace[1713398925] transaction","detail":"{read_only:false; response_revision:33313; number_of_response:1; }","duration":"227.665898ms","start":"2026-03-02T17:57:17.671628Z","end":"2026-03-02T17:57:17.899294Z","steps":["trace[1713398925] 'process raft request' (duration: 227.460833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:17.899364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.30576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:17.900808Z","caller":"traceutil/trace.go:171","msg":"trace[757118758] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33313; }","duration":"186.783498ms","start":"2026-03-02T17:57:17.713983Z","end":"2026-03-02T17:57:17.900767Z","steps":["trace[757118758] 'agreement among raft nodes before linearized reading' (duration: 185.32454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:17.901706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.69991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2188536"} {"level":"info","ts":"2026-03-02T17:57:17.901802Z","caller":"traceutil/trace.go:171","msg":"trace[1307280338] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:33313; }","duration":"124.856695ms","start":"2026-03-02T17:57:17.776924Z","end":"2026-03-02T17:57:17.901781Z","steps":["trace[1307280338] 'agreement among raft nodes before linearized reading' (duration: 122.472403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:18.359808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.433465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:18.360093Z","caller":"traceutil/trace.go:171","msg":"trace[486497283] transaction","detail":"{read_only:false; response_revision:33314; number_of_response:1; }","duration":"456.630691ms","start":"2026-03-02T17:57:17.903431Z","end":"2026-03-02T17:57:18.360062Z","steps":["trace[486497283] 'process raft request' (duration: 43.831137ms)","trace[486497283] 'compare' (duration: 411.802538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:18.360215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:17.903412Z","time spent":"456.749604ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:18.360282Z","caller":"traceutil/trace.go:171","msg":"trace[1711782490] linearizableReadLoop","detail":"{readStateIndex:34478; appliedIndex:34476; }","duration":"396.189754ms","start":"2026-03-02T17:57:17.964059Z","end":"2026-03-02T17:57:18.360248Z","steps":["trace[1711782490] 'read index received' (duration: 224.66697ms)","trace[1711782490] 'applied index is now lower than readState.Index' (duration: 171.519814ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:18.360325Z","caller":"traceutil/trace.go:171","msg":"trace[664203270] transaction","detail":"{read_only:false; response_revision:33315; number_of_response:1; }","duration":"403.064182ms","start":"2026-03-02T17:57:17.957199Z","end":"2026-03-02T17:57:18.360263Z","steps":["trace[664203270] 'process raft request' (duration: 402.752153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:18.360511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:17.957169Z","time spent":"403.249197ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:18.360532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.457131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:57:18.360534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.614821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:18.360658Z","caller":"traceutil/trace.go:171","msg":"trace[1009910360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33315; }","duration":"396.615284ms","start":"2026-03-02T17:57:17.964021Z","end":"2026-03-02T17:57:18.360636Z","steps":["trace[1009910360] 'agreement among raft nodes before linearized reading' (duration: 396.318157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:18.360725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:17.964004Z","time spent":"396.705437ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:57:18.36073Z","caller":"traceutil/trace.go:171","msg":"trace[249505780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33315; }","duration":"138.855017ms","start":"2026-03-02T17:57:18.221836Z","end":"2026-03-02T17:57:18.360691Z","steps":["trace[249505780] 'agreement among raft nodes before linearized reading' (duration: 138.588471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.189939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.141655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:19.190083Z","caller":"traceutil/trace.go:171","msg":"trace[549012337] transaction","detail":"{read_only:false; response_revision:33317; number_of_response:1; }","duration":"469.488002ms","start":"2026-03-02T17:57:18.720582Z","end":"2026-03-02T17:57:19.19007Z","steps":["trace[549012337] 'process raft request' (duration: 469.452101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.190135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:18.720537Z","time spent":"469.576515ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:19.190147Z","caller":"traceutil/trace.go:171","msg":"trace[2042964207] linearizableReadLoop","detail":"{readStateIndex:34479; appliedIndex:34478; }","duration":"767.310838ms","start":"2026-03-02T17:57:18.422805Z","end":"2026-03-02T17:57:19.190116Z","steps":["trace[2042964207] 'read index received' (duration: 75.848545ms)","trace[2042964207] 'applied index is now lower than readState.Index' (duration: 691.458313ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:19.190144Z","caller":"traceutil/trace.go:171","msg":"trace[663194382] transaction","detail":"{read_only:false; response_revision:33316; number_of_response:1; }","duration":"825.481155ms","start":"2026-03-02T17:57:18.364639Z","end":"2026-03-02T17:57:19.19012Z","steps":["trace[663194382] 'process raft request' (duration: 134.096014ms)","trace[663194382] 'compare' (duration: 691.058313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:19.190232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.40735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:19.190288Z","caller":"traceutil/trace.go:171","msg":"trace[1826791645] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33317; }","duration":"767.535664ms","start":"2026-03-02T17:57:18.422738Z","end":"2026-03-02T17:57:19.190274Z","steps":["trace[1826791645] 'agreement among raft nodes before linearized reading' (duration: 767.424551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.190332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:18.422713Z","time spent":"767.608326ms","remote":"127.0.0.1:42246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:57:19.190369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:18.364603Z","time spent":"825.6756ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:19.280234Z","caller":"traceutil/trace.go:171","msg":"trace[1535324391] transaction","detail":"{read_only:false; response_revision:33318; number_of_response:1; }","duration":"352.618875ms","start":"2026-03-02T17:57:18.927592Z","end":"2026-03-02T17:57:19.280211Z","steps":["trace[1535324391] 'process raft request' (duration: 351.959558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.280454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:18.927576Z","time spent":"352.754089ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:19.684673Z","caller":"traceutil/trace.go:171","msg":"trace[585756118] transaction","detail":"{read_only:false; response_revision:33319; number_of_response:1; }","duration":"543.44367ms","start":"2026-03-02T17:57:19.141196Z","end":"2026-03-02T17:57:19.68464Z","steps":["trace[585756118] 'process raft request' (duration: 542.854925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.684901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.141172Z","time spent":"543.617474ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:19.684901Z","caller":"traceutil/trace.go:171","msg":"trace[1918785197] transaction","detail":"{read_only:false; response_revision:33320; number_of_response:1; }","duration":"537.27824ms","start":"2026-03-02T17:57:19.147522Z","end":"2026-03-02T17:57:19.6848Z","steps":["trace[1918785197] 'process raft request' (duration: 536.682724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.685149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.147499Z","time spent":"537.532166ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:19.991615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.344003ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:57:19.99187Z","caller":"traceutil/trace.go:171","msg":"trace[1596285284] linearizableReadLoop","detail":"{readStateIndex:34483; appliedIndex:34480; }","duration":"801.630058ms","start":"2026-03-02T17:57:19.190218Z","end":"2026-03-02T17:57:19.991848Z","steps":["trace[1596285284] 'read index received' (duration: 89.298084ms)","trace[1596285284] 'applied index is now lower than readState.Index' (duration: 712.330654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:19.992118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541921646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:19.992176Z","caller":"traceutil/trace.go:171","msg":"trace[965905668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33320; }","duration":"1.54204345s","start":"2026-03-02T17:57:18.450114Z","end":"2026-03-02T17:57:19.992158Z","steps":["trace[965905668] 'agreement among raft nodes before linearized reading' (duration: 1.541945887s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.992186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.481516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:57:19.992267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:18.450083Z","time spent":"1.542170563s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:57:19.99233Z","caller":"traceutil/trace.go:171","msg":"trace[1905645169] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:33320; }","duration":"832.695512ms","start":"2026-03-02T17:57:19.159614Z","end":"2026-03-02T17:57:19.992309Z","steps":["trace[1905645169] 'agreement among raft nodes before linearized reading' (duration: 832.399965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:19.992385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.159591Z","time spent":"832.781244ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:57:19.992388Z","caller":"traceutil/trace.go:171","msg":"trace[606158639] transaction","detail":"{read_only:false; response_revision:33321; number_of_response:1; }","duration":"143.808335ms","start":"2026-03-02T17:57:19.848536Z","end":"2026-03-02T17:57:19.992345Z","steps":["trace[606158639] 'process raft request' (duration: 143.190729ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:20.076468Z","caller":"traceutil/trace.go:171","msg":"trace[410067323] transaction","detail":"{read_only:false; response_revision:33322; number_of_response:1; }","duration":"169.243625ms","start":"2026-03-02T17:57:19.907158Z","end":"2026-03-02T17:57:20.076402Z","steps":["trace[410067323] 'process raft request' (duration: 122.593486ms)","trace[410067323] 'compare' (duration: 46.28848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:20.088578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.398463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:57:20.088642Z","caller":"traceutil/trace.go:171","msg":"trace[1496481765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33323; }","duration":"808.521286ms","start":"2026-03-02T17:57:19.280106Z","end":"2026-03-02T17:57:20.088627Z","steps":["trace[1496481765] 'agreement among raft nodes before linearized reading' (duration: 808.29925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:20.088619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.731576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T17:57:20.088677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.280094Z","time spent":"808.574518ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:57:20.088706Z","caller":"traceutil/trace.go:171","msg":"trace[1530568139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33323; }","duration":"817.869959ms","start":"2026-03-02T17:57:19.270814Z","end":"2026-03-02T17:57:20.088684Z","steps":["trace[1530568139] 'agreement among raft nodes before linearized reading' (duration: 817.572071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:20.088763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.270795Z","time spent":"817.956841ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:57:20.088986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.812374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:20.089029Z","caller":"traceutil/trace.go:171","msg":"trace[251381658] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:33323; }","duration":"219.894657ms","start":"2026-03-02T17:57:19.869122Z","end":"2026-03-02T17:57:20.089017Z","steps":["trace[251381658] 'agreement among raft nodes before linearized reading' (duration: 219.777884ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:20.089089Z","caller":"traceutil/trace.go:171","msg":"trace[1296791466] transaction","detail":"{read_only:false; response_revision:33323; number_of_response:1; }","duration":"152.245634ms","start":"2026-03-02T17:57:19.936821Z","end":"2026-03-02T17:57:20.089067Z","steps":["trace[1296791466] 'process raft request' (duration: 151.277559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:20.089173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.311148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-03-02T17:57:20.089215Z","caller":"traceutil/trace.go:171","msg":"trace[2015544394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:33323; }","duration":"391.380039ms","start":"2026-03-02T17:57:19.69782Z","end":"2026-03-02T17:57:20.0892Z","steps":["trace[2015544394] 'agreement among raft nodes before linearized reading' (duration: 391.279337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:20.089244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.697801Z","time spent":"391.437911ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-02T17:57:20.08992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.45908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:57:20.08998Z","caller":"traceutil/trace.go:171","msg":"trace[636962538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33323; }","duration":"423.562895ms","start":"2026-03-02T17:57:19.666404Z","end":"2026-03-02T17:57:20.089967Z","steps":["trace[636962538] 'agreement among raft nodes before linearized reading' (duration: 421.941382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:20.090002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.666386Z","time spent":"423.610696ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:57:20.090865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.918112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:197 size:2188536"} {"level":"info","ts":"2026-03-02T17:57:20.090935Z","caller":"traceutil/trace.go:171","msg":"trace[164545765] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:197; response_revision:33323; }","duration":"390.049455ms","start":"2026-03-02T17:57:19.700868Z","end":"2026-03-02T17:57:20.090918Z","steps":["trace[164545765] 'agreement among raft nodes before linearized reading' (duration: 388.115485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:20.090992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:19.700849Z","time spent":"390.114046ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":197,"response size":2188558,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-03-02T17:57:20.318084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.494331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:20.318201Z","caller":"traceutil/trace.go:171","msg":"trace[1289028918] transaction","detail":"{read_only:false; response_revision:33324; number_of_response:1; }","duration":"225.162133ms","start":"2026-03-02T17:57:20.093019Z","end":"2026-03-02T17:57:20.318181Z","steps":["trace[1289028918] 'process raft request' (duration: 87.495047ms)","trace[1289028918] 'compare' (duration: 137.311987ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:20.321983Z","caller":"traceutil/trace.go:171","msg":"trace[1714224355] transaction","detail":"{read_only:false; response_revision:33325; number_of_response:1; }","duration":"227.840093ms","start":"2026-03-02T17:57:20.094117Z","end":"2026-03-02T17:57:20.321957Z","steps":["trace[1714224355] 'process raft request' (duration: 227.671319ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:20.32224Z","caller":"traceutil/trace.go:171","msg":"trace[1684427635] transaction","detail":"{read_only:false; response_revision:33326; number_of_response:1; }","duration":"226.349363ms","start":"2026-03-02T17:57:20.095866Z","end":"2026-03-02T17:57:20.322216Z","steps":["trace[1684427635] 'process raft request' (duration: 226.049996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:21.383201Z","caller":"traceutil/trace.go:171","msg":"trace[1827456882] transaction","detail":"{read_only:false; response_revision:33329; number_of_response:1; }","duration":"186.073391ms","start":"2026-03-02T17:57:21.197101Z","end":"2026-03-02T17:57:21.383175Z","steps":["trace[1827456882] 'process raft request' (duration: 185.907846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:21.386167Z","caller":"traceutil/trace.go:171","msg":"trace[251448728] transaction","detail":"{read_only:false; response_revision:33330; number_of_response:1; }","duration":"184.847519ms","start":"2026-03-02T17:57:21.201297Z","end":"2026-03-02T17:57:21.386144Z","steps":["trace[251448728] 'process raft request' (duration: 184.577322ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:22.443154Z","caller":"traceutil/trace.go:171","msg":"trace[1712092041] transaction","detail":"{read_only:false; response_revision:33338; number_of_response:1; }","duration":"112.797482ms","start":"2026-03-02T17:57:22.330321Z","end":"2026-03-02T17:57:22.443119Z","steps":["trace[1712092041] 'process raft request' (duration: 112.408752ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:22.4435Z","caller":"traceutil/trace.go:171","msg":"trace[177911329] transaction","detail":"{read_only:false; response_revision:33339; number_of_response:1; }","duration":"112.627748ms","start":"2026-03-02T17:57:22.330846Z","end":"2026-03-02T17:57:22.443473Z","steps":["trace[177911329] 'process raft request' (duration: 112.204308ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:28.648343Z","caller":"traceutil/trace.go:171","msg":"trace[1887578142] linearizableReadLoop","detail":"{readStateIndex:34544; appliedIndex:34543; }","duration":"175.780114ms","start":"2026-03-02T17:57:28.472543Z","end":"2026-03-02T17:57:28.648323Z","steps":["trace[1887578142] 'read index received' (duration: 175.63886ms)","trace[1887578142] 'applied index is now lower than readState.Index' (duration: 140.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:28.648407Z","caller":"traceutil/trace.go:171","msg":"trace[858154549] transaction","detail":"{read_only:false; response_revision:33379; number_of_response:1; }","duration":"182.732614ms","start":"2026-03-02T17:57:28.465655Z","end":"2026-03-02T17:57:28.648388Z","steps":["trace[858154549] 'process raft request' (duration: 182.54847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:28.648565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.909557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:57:28.648664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.120623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:57:28.64872Z","caller":"traceutil/trace.go:171","msg":"trace[120190146] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33379; }","duration":"176.078642ms","start":"2026-03-02T17:57:28.472603Z","end":"2026-03-02T17:57:28.648682Z","steps":["trace[120190146] 'agreement among raft nodes before linearized reading' (duration: 175.853075ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:28.648778Z","caller":"traceutil/trace.go:171","msg":"trace[1957215680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33379; }","duration":"176.267467ms","start":"2026-03-02T17:57:28.4725Z","end":"2026-03-02T17:57:28.648767Z","steps":["trace[1957215680] 'agreement among raft nodes before linearized reading' (duration: 175.916927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:28.648924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.382615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:57:28.649866Z","caller":"traceutil/trace.go:171","msg":"trace[65034594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33379; }","duration":"144.415211ms","start":"2026-03-02T17:57:28.505425Z","end":"2026-03-02T17:57:28.64984Z","steps":["trace[65034594] 'agreement among raft nodes before linearized reading' (duration: 143.188319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:28.964787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.169997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:28.965073Z","caller":"traceutil/trace.go:171","msg":"trace[892876868] transaction","detail":"{read_only:false; response_revision:33381; number_of_response:1; }","duration":"309.803186ms","start":"2026-03-02T17:57:28.655251Z","end":"2026-03-02T17:57:28.965054Z","steps":["trace[892876868] 'process raft request' (duration: 309.656162ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:28.965096Z","caller":"traceutil/trace.go:171","msg":"trace[310619012] transaction","detail":"{read_only:false; response_revision:33380; number_of_response:1; }","duration":"310.787011ms","start":"2026-03-02T17:57:28.654279Z","end":"2026-03-02T17:57:28.965066Z","steps":["trace[310619012] 'process raft request' (duration: 59.256774ms)","trace[310619012] 'compare' (duration: 250.135961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:28.965147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:28.655233Z","time spent":"309.877138ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:28.965236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:28.65425Z","time spent":"310.908184ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:28.965342Z","caller":"traceutil/trace.go:171","msg":"trace[1674385295] transaction","detail":"{read_only:false; response_revision:33382; number_of_response:1; }","duration":"309.96792ms","start":"2026-03-02T17:57:28.655347Z","end":"2026-03-02T17:57:28.965315Z","steps":["trace[1674385295] 'process raft request' (duration: 309.663652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:28.965529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:28.655334Z","time spent":"310.105424ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:29.90704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.58001ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:57:29.907293Z","caller":"traceutil/trace.go:171","msg":"trace[1372019365] linearizableReadLoop","detail":"{readStateIndex:34548; appliedIndex:34547; }","duration":"877.691567ms","start":"2026-03-02T17:57:29.029577Z","end":"2026-03-02T17:57:29.907268Z","steps":["trace[1372019365] 'read index received' (duration: 181.951494ms)","trace[1372019365] 'applied index is now lower than readState.Index' (duration: 695.736933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:29.907466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.871432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:29.90753Z","caller":"traceutil/trace.go:171","msg":"trace[282401879] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33382; }","duration":"877.950804ms","start":"2026-03-02T17:57:29.029561Z","end":"2026-03-02T17:57:29.907511Z","steps":["trace[282401879] 'agreement among raft nodes before linearized reading' (duration: 877.834391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:29.907589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.029501Z","time spent":"878.069638ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:57:29.907576Z","caller":"traceutil/trace.go:171","msg":"trace[1072020280] transaction","detail":"{read_only:false; response_revision:33383; number_of_response:1; }","duration":"812.91965ms","start":"2026-03-02T17:57:29.094627Z","end":"2026-03-02T17:57:29.907546Z","steps":["trace[1072020280] 'process raft request' (duration: 812.53517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:29.907719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.094597Z","time spent":"813.043712ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:30.082625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.647923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:30.083035Z","caller":"traceutil/trace.go:171","msg":"trace[1002979866] linearizableReadLoop","detail":"{readStateIndex:34553; appliedIndex:34549; }","duration":"175.667631ms","start":"2026-03-02T17:57:29.907348Z","end":"2026-03-02T17:57:30.083016Z","steps":["trace[1002979866] 'read index received' (duration: 14.566598ms)","trace[1002979866] 'applied index is now lower than readState.Index' (duration: 161.099503ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:30.083029Z","caller":"traceutil/trace.go:171","msg":"trace[1377842242] transaction","detail":"{read_only:false; response_revision:33384; number_of_response:1; }","duration":"671.703981ms","start":"2026-03-02T17:57:29.411271Z","end":"2026-03-02T17:57:30.082975Z","steps":["trace[1377842242] 'process raft request' (duration: 510.547196ms)","trace[1377842242] 'compare' (duration: 160.509528ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:30.083163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.411243Z","time spent":"671.868566ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:30.083231Z","caller":"traceutil/trace.go:171","msg":"trace[1383958080] transaction","detail":"{read_only:false; response_revision:33385; number_of_response:1; }","duration":"671.182908ms","start":"2026-03-02T17:57:29.41203Z","end":"2026-03-02T17:57:30.083213Z","steps":["trace[1383958080] 'process raft request' (duration: 670.775817ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:30.083236Z","caller":"traceutil/trace.go:171","msg":"trace[2023783064] transaction","detail":"{read_only:false; response_revision:33387; number_of_response:1; }","duration":"350.924992ms","start":"2026-03-02T17:57:29.732287Z","end":"2026-03-02T17:57:30.083212Z","steps":["trace[2023783064] 'process raft request' (duration: 350.674245ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:30.083237Z","caller":"traceutil/trace.go:171","msg":"trace[385801583] transaction","detail":"{read_only:false; response_revision:33386; number_of_response:1; }","duration":"352.233185ms","start":"2026-03-02T17:57:29.730968Z","end":"2026-03-02T17:57:30.0832Z","steps":["trace[385801583] 'process raft request' (duration: 351.932896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.083307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.349567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:57:30.083298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.604315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:57:30.08332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.41201Z","time spent":"671.25057ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:30.083273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.210816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:57:30.083344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.909043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-user\" ","response":"range_response_count:1 size:702"} {"level":"warn","ts":"2026-03-02T17:57:30.083348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.08305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T17:57:30.083369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.732276Z","time spent":"351.018854ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:30.083364Z","caller":"traceutil/trace.go:171","msg":"trace[145645832] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:33387; }","duration":"486.678228ms","start":"2026-03-02T17:57:29.596669Z","end":"2026-03-02T17:57:30.083347Z","steps":["trace[145645832] 'agreement among raft nodes before linearized reading' (duration: 486.496774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.083369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.730931Z","time spent":"352.370839ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:30.083395Z","caller":"traceutil/trace.go:171","msg":"trace[425413552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33387; }","duration":"630.403652ms","start":"2026-03-02T17:57:29.45297Z","end":"2026-03-02T17:57:30.083374Z","steps":["trace[425413552] 'agreement among raft nodes before linearized reading' (duration: 630.162726ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:30.083402Z","caller":"traceutil/trace.go:171","msg":"trace[623842775] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-user; range_end:; response_count:1; response_revision:33387; }","duration":"788.015115ms","start":"2026-03-02T17:57:29.295371Z","end":"2026-03-02T17:57:30.083386Z","steps":["trace[623842775] 'agreement among raft nodes before linearized reading' (duration: 787.82383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.083424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.596544Z","time spent":"486.869914ms","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":66,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:57:30.083342Z","caller":"traceutil/trace.go:171","msg":"trace[810433647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33387; }","duration":"665.46617ms","start":"2026-03-02T17:57:29.417865Z","end":"2026-03-02T17:57:30.083332Z","steps":["trace[810433647] 'agreement among raft nodes before linearized reading' (duration: 665.298256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:30.083424Z","caller":"traceutil/trace.go:171","msg":"trace[980029631] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:33387; }","duration":"433.210453ms","start":"2026-03-02T17:57:29.650189Z","end":"2026-03-02T17:57:30.083399Z","steps":["trace[980029631] 'agreement among raft nodes before linearized reading' (duration: 432.925907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.083445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.295331Z","time spent":"788.106847ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":724,"request content":"key:\"/registry/secrets/openstack/nova-db-user\" "} {"level":"warn","ts":"2026-03-02T17:57:30.083444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.452936Z","time spent":"630.495064ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:57:30.083464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.417832Z","time spent":"665.623584ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:57:30.083466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.882948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-02T17:57:30.083539Z","caller":"traceutil/trace.go:171","msg":"trace[1315045796] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:33387; }","duration":"349.00327ms","start":"2026-03-02T17:57:29.734516Z","end":"2026-03-02T17:57:30.083519Z","steps":["trace[1315045796] 'agreement among raft nodes before linearized reading' (duration: 348.749324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.083573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.734505Z","time spent":"349.062083ms","remote":"127.0.0.1:42004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2009,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-02T17:57:30.083565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:29.650164Z","time spent":"433.382697ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-02T17:57:30.162164Z","caller":"traceutil/trace.go:171","msg":"trace[1953970693] transaction","detail":"{read_only:false; response_revision:33388; number_of_response:1; }","duration":"134.394172ms","start":"2026-03-02T17:57:30.02774Z","end":"2026-03-02T17:57:30.162134Z","steps":["trace[1953970693] 'process raft request' (duration: 134.162896ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:30.388176Z","caller":"traceutil/trace.go:171","msg":"trace[2087914709] transaction","detail":"{read_only:false; response_revision:33389; number_of_response:1; }","duration":"300.383071ms","start":"2026-03-02T17:57:30.087771Z","end":"2026-03-02T17:57:30.388154Z","steps":["trace[2087914709] 'process raft request' (duration: 300.206287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.388298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:30.087749Z","time spent":"300.482224ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:30.388453Z","caller":"traceutil/trace.go:171","msg":"trace[1955009569] linearizableReadLoop","detail":"{readStateIndex:34557; appliedIndex:34554; }","duration":"226.398236ms","start":"2026-03-02T17:57:30.162034Z","end":"2026-03-02T17:57:30.388432Z","steps":["trace[1955009569] 'read index received' (duration: 225.887723ms)","trace[1955009569] 'applied index is now lower than readState.Index' (duration: 509.763µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:30.388477Z","caller":"traceutil/trace.go:171","msg":"trace[2107932862] transaction","detail":"{read_only:false; response_revision:33390; number_of_response:1; }","duration":"281.675908ms","start":"2026-03-02T17:57:30.106752Z","end":"2026-03-02T17:57:30.388428Z","steps":["trace[2107932862] 'process raft request' (duration: 281.368239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.388664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.234613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-03-02T17:57:30.388694Z","caller":"traceutil/trace.go:171","msg":"trace[1344497913] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa; range_end:; response_count:1; response_revision:33391; }","duration":"301.305965ms","start":"2026-03-02T17:57:30.087381Z","end":"2026-03-02T17:57:30.388687Z","steps":["trace[1344497913] 'agreement among raft nodes before linearized reading' (duration: 301.159512ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:30.388574Z","caller":"traceutil/trace.go:171","msg":"trace[1405068859] transaction","detail":"{read_only:false; response_revision:33391; number_of_response:1; }","duration":"233.986202ms","start":"2026-03-02T17:57:30.154553Z","end":"2026-03-02T17:57:30.388539Z","steps":["trace[1405068859] 'process raft request' (duration: 233.784286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.38872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:30.087362Z","time spent":"301.352786ms","remote":"127.0.0.1:41958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1458,"request content":"key:\"/registry/persistentvolumes/pvc-ec246239-59aa-4d1a-bae7-be5e77b053aa\" "} {"level":"info","ts":"2026-03-02T17:57:30.675063Z","caller":"traceutil/trace.go:171","msg":"trace[1970908192] linearizableReadLoop","detail":"{readStateIndex:34558; appliedIndex:34557; }","duration":"144.039702ms","start":"2026-03-02T17:57:30.530992Z","end":"2026-03-02T17:57:30.675031Z","steps":["trace[1970908192] 'read index received' (duration: 143.917339ms)","trace[1970908192] 'applied index is now lower than readState.Index' (duration: 120.452µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:30.675158Z","caller":"traceutil/trace.go:171","msg":"trace[1935559203] transaction","detail":"{read_only:false; response_revision:33392; number_of_response:1; }","duration":"199.150249ms","start":"2026-03-02T17:57:30.475973Z","end":"2026-03-02T17:57:30.675124Z","steps":["trace[1935559203] 'process raft request' (duration: 198.828941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.675396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.37381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:57:30.675447Z","caller":"traceutil/trace.go:171","msg":"trace[813991216] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33392; }","duration":"144.515094ms","start":"2026-03-02T17:57:30.530919Z","end":"2026-03-02T17:57:30.675434Z","steps":["trace[813991216] 'agreement among raft nodes before linearized reading' (duration: 144.242167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.90676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.188935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:30.906862Z","caller":"traceutil/trace.go:171","msg":"trace[693438453] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33393; }","duration":"100.339489ms","start":"2026-03-02T17:57:30.806499Z","end":"2026-03-02T17:57:30.906838Z","steps":["trace[693438453] 'range keys from in-memory index tree' (duration: 100.064562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:30.907151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.566964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/nova-db-api-user\" ","response":"range_response_count:1 size:714"} {"level":"info","ts":"2026-03-02T17:57:30.90796Z","caller":"traceutil/trace.go:171","msg":"trace[922128396] range","detail":"{range_begin:/registry/secrets/openstack/nova-db-api-user; range_end:; response_count:1; response_revision:33393; }","duration":"101.428828ms","start":"2026-03-02T17:57:30.806498Z","end":"2026-03-02T17:57:30.907927Z","steps":["trace[922128396] 'range keys from in-memory index tree' (duration: 100.151624ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:31.088571Z","caller":"traceutil/trace.go:171","msg":"trace[870563480] transaction","detail":"{read_only:false; response_revision:33394; number_of_response:1; }","duration":"113.805039ms","start":"2026-03-02T17:57:30.974713Z","end":"2026-03-02T17:57:31.088518Z","steps":["trace[870563480] 'process raft request' (duration: 113.573702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:31.215945Z","caller":"traceutil/trace.go:171","msg":"trace[200655509] linearizableReadLoop","detail":"{readStateIndex:34562; appliedIndex:34559; }","duration":"218.299045ms","start":"2026-03-02T17:57:30.99762Z","end":"2026-03-02T17:57:31.215919Z","steps":["trace[200655509] 'read index received' (duration: 90.643908ms)","trace[200655509] 'applied index is now lower than readState.Index' (duration: 127.654127ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:31.215955Z","caller":"traceutil/trace.go:171","msg":"trace[1143807819] transaction","detail":"{read_only:false; response_revision:33395; number_of_response:1; }","duration":"239.844194ms","start":"2026-03-02T17:57:30.976086Z","end":"2026-03-02T17:57:31.21593Z","steps":["trace[1143807819] 'process raft request' (duration: 145.228012ms)","trace[1143807819] 'compare' (duration: 94.363824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:31.216085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.44315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:31.21604Z","caller":"traceutil/trace.go:171","msg":"trace[1395001023] transaction","detail":"{read_only:false; response_revision:33396; number_of_response:1; }","duration":"239.175127ms","start":"2026-03-02T17:57:30.976812Z","end":"2026-03-02T17:57:31.215988Z","steps":["trace[1395001023] 'process raft request' (duration: 239.034913ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:31.216121Z","caller":"traceutil/trace.go:171","msg":"trace[144951253] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:33396; }","duration":"218.549232ms","start":"2026-03-02T17:57:30.997562Z","end":"2026-03-02T17:57:31.216111Z","steps":["trace[144951253] 'agreement among raft nodes before linearized reading' (duration: 218.45656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:31.605573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.518632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:31.605633Z","caller":"traceutil/trace.go:171","msg":"trace[1365081278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33396; }","duration":"152.625724ms","start":"2026-03-02T17:57:31.452994Z","end":"2026-03-02T17:57:31.605619Z","steps":["trace[1365081278] 'range keys from in-memory index tree' (duration: 152.443919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:31.605843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.688233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:57:31.605869Z","caller":"traceutil/trace.go:171","msg":"trace[1266796539] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:33396; }","duration":"121.750244ms","start":"2026-03-02T17:57:31.484109Z","end":"2026-03-02T17:57:31.60586Z","steps":["trace[1266796539] 'count revisions from in-memory index tree' (duration: 121.613181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.411854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.049161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:32.412274Z","caller":"traceutil/trace.go:171","msg":"trace[1563004858] linearizableReadLoop","detail":"{readStateIndex:34567; appliedIndex:34563; }","duration":"170.148728ms","start":"2026-03-02T17:57:32.242103Z","end":"2026-03-02T17:57:32.412252Z","steps":["trace[1563004858] 'read index received' (duration: 15.739718ms)","trace[1563004858] 'applied index is now lower than readState.Index' (duration: 154.40761ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:32.41231Z","caller":"traceutil/trace.go:171","msg":"trace[1015929588] transaction","detail":"{read_only:false; response_revision:33400; number_of_response:1; }","duration":"321.777966ms","start":"2026-03-02T17:57:32.090502Z","end":"2026-03-02T17:57:32.41228Z","steps":["trace[1015929588] 'process raft request' (duration: 321.591131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:32.412336Z","caller":"traceutil/trace.go:171","msg":"trace[1329875834] transaction","detail":"{read_only:false; response_revision:33401; number_of_response:1; }","duration":"245.09839ms","start":"2026-03-02T17:57:32.167215Z","end":"2026-03-02T17:57:32.412314Z","steps":["trace[1329875834] 'process raft request' (duration: 244.944996ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:32.412381Z","caller":"traceutil/trace.go:171","msg":"trace[307642724] transaction","detail":"{read_only:false; response_revision:33399; number_of_response:1; }","duration":"322.226808ms","start":"2026-03-02T17:57:32.090117Z","end":"2026-03-02T17:57:32.412343Z","steps":["trace[307642724] 'process raft request' (duration: 321.871729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.412447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.090492Z","time spent":"321.882629ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:32.412309Z","caller":"traceutil/trace.go:171","msg":"trace[1570493209] transaction","detail":"{read_only:false; response_revision:33398; number_of_response:1; }","duration":"322.530635ms","start":"2026-03-02T17:57:32.089743Z","end":"2026-03-02T17:57:32.412274Z","steps":["trace[1570493209] 'process raft request' (duration: 167.976241ms)","trace[1570493209] 'compare' (duration: 153.761363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:32.41261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.090102Z","time spent":"322.365683ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:32.412703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.08971Z","time spent":"322.918825ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:32.412722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.62375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T17:57:32.412764Z","caller":"traceutil/trace.go:171","msg":"trace[1437285761] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:33401; }","duration":"170.728394ms","start":"2026-03-02T17:57:32.242024Z","end":"2026-03-02T17:57:32.412752Z","steps":["trace[1437285761] 'agreement among raft nodes before linearized reading' (duration: 170.58524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.775957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.104384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:32.776177Z","caller":"traceutil/trace.go:171","msg":"trace[371736130] linearizableReadLoop","detail":"{readStateIndex:34568; appliedIndex:34567; }","duration":"363.826305ms","start":"2026-03-02T17:57:32.41233Z","end":"2026-03-02T17:57:32.776156Z","steps":["trace[371736130] 'read index received' (duration: 180.518736ms)","trace[371736130] 'applied index is now lower than readState.Index' (duration: 183.305989ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:32.776207Z","caller":"traceutil/trace.go:171","msg":"trace[1284492852] transaction","detail":"{read_only:false; response_revision:33402; number_of_response:1; }","duration":"379.917381ms","start":"2026-03-02T17:57:32.396224Z","end":"2026-03-02T17:57:32.776141Z","steps":["trace[1284492852] 'process raft request' (duration: 196.477079ms)","trace[1284492852] 'compare' (duration: 182.890458ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:32.776189Z","caller":"traceutil/trace.go:171","msg":"trace[1586480843] transaction","detail":"{read_only:false; response_revision:33403; number_of_response:1; }","duration":"333.214112ms","start":"2026-03-02T17:57:32.44296Z","end":"2026-03-02T17:57:32.776175Z","steps":["trace[1586480843] 'process raft request' (duration: 333.1344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.776374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.530032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18489"} {"level":"info","ts":"2026-03-02T17:57:32.776411Z","caller":"traceutil/trace.go:171","msg":"trace[903512056] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:33403; }","duration":"396.592825ms","start":"2026-03-02T17:57:32.379809Z","end":"2026-03-02T17:57:32.776401Z","steps":["trace[903512056] 'agreement among raft nodes before linearized reading' (duration: 396.409849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.776425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.442933Z","time spent":"333.443469ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:32.776445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.379793Z","time spent":"396.645426ms","remote":"127.0.0.1:41980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18511,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-02T17:57:32.776291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.885081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:57:32.776468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.396162Z","time spent":"380.173339ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:32.776374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.3636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-02T17:57:32.776524Z","caller":"traceutil/trace.go:171","msg":"trace[738906880] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:33403; }","duration":"490.155399ms","start":"2026-03-02T17:57:32.286356Z","end":"2026-03-02T17:57:32.776512Z","steps":["trace[738906880] 'agreement among raft nodes before linearized reading' (duration: 489.889101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.776514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.461687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:57:32.776576Z","caller":"traceutil/trace.go:171","msg":"trace[381228061] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33403; }","duration":"508.565896ms","start":"2026-03-02T17:57:32.267966Z","end":"2026-03-02T17:57:32.776532Z","steps":["trace[381228061] 'agreement among raft nodes before linearized reading' (duration: 508.34051ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:32.776629Z","caller":"traceutil/trace.go:171","msg":"trace[1539225770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33403; }","duration":"380.644112ms","start":"2026-03-02T17:57:32.395966Z","end":"2026-03-02T17:57:32.77661Z","steps":["trace[1539225770] 'agreement among raft nodes before linearized reading' (duration: 380.333983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.776657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.267942Z","time spent":"508.690959ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-02T17:57:32.776686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.39594Z","time spent":"380.732384ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:57:32.776577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.286336Z","time spent":"490.23068ms","remote":"127.0.0.1:42056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:57:32.776718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.589238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/placement-db-user\" ","response":"range_response_count:1 size:727"} {"level":"info","ts":"2026-03-02T17:57:32.776866Z","caller":"traceutil/trace.go:171","msg":"trace[1927142386] range","detail":"{range_begin:/registry/secrets/openstack/placement-db-user; range_end:; response_count:1; response_revision:33403; }","duration":"378.798033ms","start":"2026-03-02T17:57:32.398035Z","end":"2026-03-02T17:57:32.776833Z","steps":["trace[1927142386] 'agreement among raft nodes before linearized reading' (duration: 378.258429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.776945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.39802Z","time spent":"378.910846ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":749,"request content":"key:\"/registry/secrets/openstack/placement-db-user\" "} {"level":"warn","ts":"2026-03-02T17:57:32.845026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.664996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:57:32.844546Z","caller":"traceutil/trace.go:171","msg":"trace[310132662] transaction","detail":"{read_only:false; response_revision:33404; number_of_response:1; }","duration":"118.900381ms","start":"2026-03-02T17:57:32.725612Z","end":"2026-03-02T17:57:32.844512Z","steps":["trace[310132662] 'process raft request' (duration: 118.684375ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:32.84516Z","caller":"traceutil/trace.go:171","msg":"trace[1617529800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33404; }","duration":"164.871342ms","start":"2026-03-02T17:57:32.680262Z","end":"2026-03-02T17:57:32.845134Z","steps":["trace[1617529800] 'agreement among raft nodes before linearized reading' (duration: 164.484411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.845041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.211002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:32.84539Z","caller":"traceutil/trace.go:171","msg":"trace[1707115848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33404; }","duration":"392.624171ms","start":"2026-03-02T17:57:32.452756Z","end":"2026-03-02T17:57:32.84538Z","steps":["trace[1707115848] 'agreement among raft nodes before linearized reading' (duration: 392.19621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.845423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:32.452735Z","time spent":"392.677553ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:57:32.981757Z","caller":"traceutil/trace.go:171","msg":"trace[1543189337] transaction","detail":"{read_only:false; response_revision:33405; number_of_response:1; }","duration":"198.474463ms","start":"2026-03-02T17:57:32.783254Z","end":"2026-03-02T17:57:32.981729Z","steps":["trace[1543189337] 'process raft request' (duration: 192.621401ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:32.982236Z","caller":"traceutil/trace.go:171","msg":"trace[894096117] linearizableReadLoop","detail":"{readStateIndex:34572; appliedIndex:34570; }","duration":"137.539494ms","start":"2026-03-02T17:57:32.844686Z","end":"2026-03-02T17:57:32.982225Z","steps":["trace[894096117] 'read index received' (duration: 131.102736ms)","trace[894096117] 'applied index is now lower than readState.Index' (duration: 6.435798ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:32.98241Z","caller":"traceutil/trace.go:171","msg":"trace[1875993335] transaction","detail":"{read_only:false; response_revision:33406; number_of_response:1; }","duration":"198.423851ms","start":"2026-03-02T17:57:32.783978Z","end":"2026-03-02T17:57:32.982402Z","steps":["trace[1875993335] 'process raft request' (duration: 197.628621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.982615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.898827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-02T17:57:32.982644Z","caller":"traceutil/trace.go:171","msg":"trace[875203394] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:33406; }","duration":"192.98116ms","start":"2026-03-02T17:57:32.789654Z","end":"2026-03-02T17:57:32.982636Z","steps":["trace[875203394] 'agreement among raft nodes before linearized reading' (duration: 192.837266ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:32.997236Z","caller":"traceutil/trace.go:171","msg":"trace[1721806059] transaction","detail":"{read_only:false; response_revision:33407; number_of_response:1; }","duration":"146.113026ms","start":"2026-03-02T17:57:32.851061Z","end":"2026-03-02T17:57:32.997174Z","steps":["trace[1721806059] 'process raft request' (duration: 145.641763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:32.997513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.703894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:32.997817Z","caller":"traceutil/trace.go:171","msg":"trace[1492442579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33407; }","duration":"151.053903ms","start":"2026-03-02T17:57:32.846745Z","end":"2026-03-02T17:57:32.997799Z","steps":["trace[1492442579] 'agreement among raft nodes before linearized reading' (duration: 150.711644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.214315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.140428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:57:33.214419Z","caller":"traceutil/trace.go:171","msg":"trace[835952498] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33407; }","duration":"121.306452ms","start":"2026-03-02T17:57:33.093089Z","end":"2026-03-02T17:57:33.214395Z","steps":["trace[835952498] 'range keys from in-memory index tree' (duration: 120.875222ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:33.313667Z","caller":"traceutil/trace.go:171","msg":"trace[122120952] transaction","detail":"{read_only:false; response_revision:33408; number_of_response:1; }","duration":"118.033788ms","start":"2026-03-02T17:57:33.195611Z","end":"2026-03-02T17:57:33.313645Z","steps":["trace[122120952] 'process raft request' (duration: 117.877924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.922128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.693372ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:33.92245Z","caller":"traceutil/trace.go:171","msg":"trace[1854772385] linearizableReadLoop","detail":"{readStateIndex:34575; appliedIndex:34573; }","duration":"701.38762ms","start":"2026-03-02T17:57:33.221038Z","end":"2026-03-02T17:57:33.922426Z","steps":["trace[1854772385] 'read index received' (duration: 92.501247ms)","trace[1854772385] 'applied index is now lower than readState.Index' (duration: 608.884963ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:33.9229Z","caller":"traceutil/trace.go:171","msg":"trace[1555023465] transaction","detail":"{read_only:false; response_revision:33410; number_of_response:1; }","duration":"653.981252ms","start":"2026-03-02T17:57:33.268793Z","end":"2026-03-02T17:57:33.922774Z","steps":["trace[1555023465] 'process raft request' (duration: 653.489089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.923041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.883555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:57:33.923088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.268758Z","time spent":"654.234338ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:33.923106Z","caller":"traceutil/trace.go:171","msg":"trace[566319663] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:33410; }","duration":"186.015548ms","start":"2026-03-02T17:57:33.737069Z","end":"2026-03-02T17:57:33.923085Z","steps":["trace[566319663] 'agreement among raft nodes before linearized reading' (duration: 185.902415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.923066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.234243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:57:33.923096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.023906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:57:33.923195Z","caller":"traceutil/trace.go:171","msg":"trace[424358452] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:33410; }","duration":"245.419918ms","start":"2026-03-02T17:57:33.677749Z","end":"2026-03-02T17:57:33.923169Z","steps":["trace[424358452] 'agreement among raft nodes before linearized reading' (duration: 245.182381ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:33.923216Z","caller":"traceutil/trace.go:171","msg":"trace[118878709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33410; }","duration":"702.197942ms","start":"2026-03-02T17:57:33.220988Z","end":"2026-03-02T17:57:33.923186Z","steps":["trace[118878709] 'agreement among raft nodes before linearized reading' (duration: 701.790201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.92327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.220965Z","time spent":"702.294584ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:57:33.923084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.521373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:33.923391Z","caller":"traceutil/trace.go:171","msg":"trace[510411989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33410; }","duration":"469.875613ms","start":"2026-03-02T17:57:33.453475Z","end":"2026-03-02T17:57:33.92335Z","steps":["trace[510411989] 'agreement among raft nodes before linearized reading' (duration: 469.459442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.923249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.577896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:57:33.92338Z","caller":"traceutil/trace.go:171","msg":"trace[265436255] transaction","detail":"{read_only:false; response_revision:33409; number_of_response:1; }","duration":"702.619603ms","start":"2026-03-02T17:57:33.220702Z","end":"2026-03-02T17:57:33.923321Z","steps":["trace[265436255] 'process raft request' (duration: 171.480103ms)","trace[265436255] 'compare' (duration: 529.382634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:33.923493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.146082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:57:33.923488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.453443Z","time spent":"470.020406ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:57:33.923554Z","caller":"traceutil/trace.go:171","msg":"trace[2073633730] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:33410; }","duration":"357.263375ms","start":"2026-03-02T17:57:33.56627Z","end":"2026-03-02T17:57:33.923533Z","steps":["trace[2073633730] 'agreement among raft nodes before linearized reading' (duration: 356.66982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.923585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.220673Z","time spent":"702.810198ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:33.923602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.566214Z","time spent":"357.373347ms","remote":"127.0.0.1:33366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:57:33.923489Z","caller":"traceutil/trace.go:171","msg":"trace[2103946263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33410; }","duration":"701.854573ms","start":"2026-03-02T17:57:33.221608Z","end":"2026-03-02T17:57:33.923462Z","steps":["trace[2103946263] 'agreement among raft nodes before linearized reading' (duration: 701.34697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:33.923761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.221601Z","time spent":"702.13313ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:57:34.426408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837278620,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T17:57:34.805869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.925341Z","time spent":"880.523111ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T17:57:35.23004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.392107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:35.230236Z","caller":"traceutil/trace.go:171","msg":"trace[2105464918] transaction","detail":"{read_only:false; response_revision:33411; number_of_response:1; }","duration":"1.300994585s","start":"2026-03-02T17:57:33.929222Z","end":"2026-03-02T17:57:35.230216Z","steps":["trace[2105464918] 'process raft request' (duration: 1.05532719s)","trace[2105464918] 'compare' (duration: 245.252594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:35.230311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.929197Z","time spent":"1.301082277s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.230851Z","caller":"traceutil/trace.go:171","msg":"trace[1063013704] transaction","detail":"{read_only:false; response_revision:33412; number_of_response:1; }","duration":"1.301292702s","start":"2026-03-02T17:57:33.929542Z","end":"2026-03-02T17:57:35.230835Z","steps":["trace[1063013704] 'process raft request' (duration: 1.300607554s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:35.230913Z","caller":"traceutil/trace.go:171","msg":"trace[1859089794] transaction","detail":"{read_only:false; response_revision:33413; number_of_response:1; }","duration":"1.086288641s","start":"2026-03-02T17:57:34.144591Z","end":"2026-03-02T17:57:35.23088Z","steps":["trace[1859089794] 'process raft request' (duration: 1.086054055s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.230933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.929512Z","time spent":"1.301380573s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.230986Z","caller":"traceutil/trace.go:171","msg":"trace[485704599] linearizableReadLoop","detail":"{readStateIndex:34584; appliedIndex:34576; }","duration":"1.305522382s","start":"2026-03-02T17:57:33.925437Z","end":"2026-03-02T17:57:35.230959Z","steps":["trace[485704599] 'read index received' (duration: 804.308697ms)","trace[485704599] 'applied index is now lower than readState.Index' (duration: 501.212475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:35.231041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.14452Z","time spent":"1.086449156s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.231123Z","caller":"traceutil/trace.go:171","msg":"trace[1521889282] transaction","detail":"{read_only:false; response_revision:33414; number_of_response:1; }","duration":"811.491053ms","start":"2026-03-02T17:57:34.419622Z","end":"2026-03-02T17:57:35.231113Z","steps":["trace[1521889282] 'process raft request' (duration: 811.165864ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:35.231213Z","caller":"traceutil/trace.go:171","msg":"trace[660979070] transaction","detail":"{read_only:false; response_revision:33417; number_of_response:1; }","duration":"809.796089ms","start":"2026-03-02T17:57:34.421398Z","end":"2026-03-02T17:57:35.231194Z","steps":["trace[660979070] 'process raft request' (duration: 809.49064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.419598Z","time spent":"811.553285ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.231235Z","caller":"traceutil/trace.go:171","msg":"trace[365295595] transaction","detail":"{read_only:false; response_revision:33420; number_of_response:1; }","duration":"377.252614ms","start":"2026-03-02T17:57:34.853956Z","end":"2026-03-02T17:57:35.231209Z","steps":["trace[365295595] 'process raft request' (duration: 377.188732ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:35.231318Z","caller":"traceutil/trace.go:171","msg":"trace[1278548666] transaction","detail":"{read_only:false; response_revision:33415; number_of_response:1; }","duration":"810.762173ms","start":"2026-03-02T17:57:34.420546Z","end":"2026-03-02T17:57:35.231308Z","steps":["trace[1278548666] 'process raft request' (duration: 810.285531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.420516Z","time spent":"810.828365ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:35.231402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.853917Z","time spent":"377.396318ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.231465Z","caller":"traceutil/trace.go:171","msg":"trace[1915504062] transaction","detail":"{read_only:false; response_revision:33416; number_of_response:1; }","duration":"810.449315ms","start":"2026-03-02T17:57:34.421008Z","end":"2026-03-02T17:57:35.231457Z","steps":["trace[1915504062] 'process raft request' (duration: 809.85485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.377608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" ","response":"range_response_count:1 size:2310"} {"level":"warn","ts":"2026-03-02T17:57:35.231511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.42099Z","time spent":"810.497356ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.231519Z","caller":"traceutil/trace.go:171","msg":"trace[170345956] range","detail":"{range_begin:/registry/secrets/openstack/openstack-database-exporter-dsn; range_end:; response_count:1; response_revision:33420; }","duration":"926.463891ms","start":"2026-03-02T17:57:34.305044Z","end":"2026-03-02T17:57:35.231508Z","steps":["trace[170345956] 'agreement among raft nodes before linearized reading' (duration: 926.291307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.30502Z","time spent":"926.525672ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":2332,"request content":"key:\"/registry/secrets/openstack/openstack-database-exporter-dsn\" "} {"level":"info","ts":"2026-03-02T17:57:35.231567Z","caller":"traceutil/trace.go:171","msg":"trace[1847713023] transaction","detail":"{read_only:false; response_revision:33418; number_of_response:1; }","duration":"447.059722ms","start":"2026-03-02T17:57:34.784497Z","end":"2026-03-02T17:57:35.231557Z","steps":["trace[1847713023] 'process raft request' (duration: 446.433376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.784477Z","time spent":"447.116372ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:35.231663Z","caller":"traceutil/trace.go:171","msg":"trace[198614542] transaction","detail":"{read_only:false; response_revision:33419; number_of_response:1; }","duration":"424.765005ms","start":"2026-03-02T17:57:34.806888Z","end":"2026-03-02T17:57:35.231653Z","steps":["trace[198614542] 'process raft request' (duration: 424.167509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.806868Z","time spent":"424.813006ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:35.231708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306275611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:35.231735Z","caller":"traceutil/trace.go:171","msg":"trace[1839995057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33420; }","duration":"1.306343324s","start":"2026-03-02T17:57:33.925383Z","end":"2026-03-02T17:57:35.231726Z","steps":["trace[1839995057] 'agreement among raft nodes before linearized reading' (duration: 1.306299653s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:33.92536Z","time spent":"1.306389734s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:57:35.231277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.421381Z","time spent":"809.860921ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:35.231877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.303601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:35.2319Z","caller":"traceutil/trace.go:171","msg":"trace[1325443838] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:33420; }","duration":"869.364272ms","start":"2026-03-02T17:57:34.362528Z","end":"2026-03-02T17:57:35.231892Z","steps":["trace[1325443838] 'agreement among raft nodes before linearized reading' (duration: 869.324151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.10426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:57:35.231941Z","caller":"traceutil/trace.go:171","msg":"trace[1428665152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33420; }","duration":"245.201762ms","start":"2026-03-02T17:57:34.986732Z","end":"2026-03-02T17:57:35.231933Z","steps":["trace[1428665152] 'agreement among raft nodes before linearized reading' (duration: 245.073579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.231942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:34.362509Z","time spent":"869.406343ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:57:35.232036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.44541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:57:35.232055Z","caller":"traceutil/trace.go:171","msg":"trace[577774158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33420; }","duration":"230.507641ms","start":"2026-03-02T17:57:35.001537Z","end":"2026-03-02T17:57:35.232045Z","steps":["trace[577774158] 'agreement among raft nodes before linearized reading' (duration: 230.45358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.724804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.209869ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:57:35.724926Z","caller":"traceutil/trace.go:171","msg":"trace[1606837152] linearizableReadLoop","detail":"{readStateIndex:34589; appliedIndex:34588; }","duration":"417.739933ms","start":"2026-03-02T17:57:35.307162Z","end":"2026-03-02T17:57:35.724902Z","steps":["trace[1606837152] 'read index received' (duration: 132.330668ms)","trace[1606837152] 'applied index is now lower than readState.Index' (duration: 285.407225ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:57:35.724963Z","caller":"traceutil/trace.go:171","msg":"trace[1743537642] transaction","detail":"{read_only:false; response_revision:33422; number_of_response:1; }","duration":"488.255569ms","start":"2026-03-02T17:57:35.236669Z","end":"2026-03-02T17:57:35.724925Z","steps":["trace[1743537642] 'process raft request' (duration: 202.805334ms)","trace[1743537642] 'compare' (duration: 284.624934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:35.725056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.861854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:35.725082Z","caller":"traceutil/trace.go:171","msg":"trace[980401163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33422; }","duration":"444.924556ms","start":"2026-03-02T17:57:35.280149Z","end":"2026-03-02T17:57:35.725074Z","steps":["trace[980401163] 'agreement among raft nodes before linearized reading' (duration: 444.837764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.725112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:35.280132Z","time spent":"444.970187ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:57:35.725193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:35.236632Z","time spent":"488.409582ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:57:35.725383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.103861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:57:35.725408Z","caller":"traceutil/trace.go:171","msg":"trace[336891984] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:33422; }","duration":"489.133362ms","start":"2026-03-02T17:57:35.236265Z","end":"2026-03-02T17:57:35.725398Z","steps":["trace[336891984] 'agreement among raft nodes before linearized reading' (duration: 489.019409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.725426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:35.236262Z","time spent":"489.159683ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-02T17:57:35.772111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.355071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:57:35.772191Z","caller":"traceutil/trace.go:171","msg":"trace[743864484] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:33423; }","duration":"456.453296ms","start":"2026-03-02T17:57:35.315717Z","end":"2026-03-02T17:57:35.77217Z","steps":["trace[743864484] 'agreement among raft nodes before linearized reading' (duration: 456.28709ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:35.772187Z","caller":"traceutil/trace.go:171","msg":"trace[141787785] transaction","detail":"{read_only:false; response_revision:33423; number_of_response:1; }","duration":"376.684118ms","start":"2026-03-02T17:57:35.395481Z","end":"2026-03-02T17:57:35.772165Z","steps":["trace[141787785] 'process raft request' (duration: 376.338759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:35.772228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:35.31566Z","time spent":"456.559588ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:57:35.772298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:57:35.395447Z","time spent":"376.783871ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:57:43.19409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31416} {"level":"info","ts":"2026-03-02T17:57:43.320754Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31416,"took":"122.562275ms","hash":2038734783,"current-db-size-bytes":49360896,"current-db-size":"49 MB","current-db-size-in-use-bytes":26583040,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-02T17:57:43.320813Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2038734783,"revision":31416,"compact-revision":29373} {"level":"info","ts":"2026-03-02T17:57:47.479176Z","caller":"traceutil/trace.go:171","msg":"trace[55953392] transaction","detail":"{read_only:false; response_revision:33493; number_of_response:1; }","duration":"110.77388ms","start":"2026-03-02T17:57:47.368381Z","end":"2026-03-02T17:57:47.479155Z","steps":["trace[55953392] 'process raft request' (duration: 110.643026ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495399Z","caller":"traceutil/trace.go:171","msg":"trace[1318087595] transaction","detail":"{read_only:false; response_revision:33496; number_of_response:1; }","duration":"117.719059ms","start":"2026-03-02T17:57:47.377658Z","end":"2026-03-02T17:57:47.495377Z","steps":["trace[1318087595] 'process raft request' (duration: 117.652078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495423Z","caller":"traceutil/trace.go:171","msg":"trace[2095992233] transaction","detail":"{read_only:false; response_revision:33494; number_of_response:1; }","duration":"122.979346ms","start":"2026-03-02T17:57:47.372412Z","end":"2026-03-02T17:57:47.495391Z","steps":["trace[2095992233] 'process raft request' (duration: 122.734999ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495436Z","caller":"traceutil/trace.go:171","msg":"trace[380478926] transaction","detail":"{read_only:false; response_revision:33495; number_of_response:1; }","duration":"117.937986ms","start":"2026-03-02T17:57:47.377472Z","end":"2026-03-02T17:57:47.49541Z","steps":["trace[380478926] 'process raft request' (duration: 117.799973ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495563Z","caller":"traceutil/trace.go:171","msg":"trace[1108098659] transaction","detail":"{read_only:false; response_revision:33498; number_of_response:1; }","duration":"116.006246ms","start":"2026-03-02T17:57:47.379543Z","end":"2026-03-02T17:57:47.495549Z","steps":["trace[1108098659] 'process raft request' (duration: 115.943834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495611Z","caller":"traceutil/trace.go:171","msg":"trace[1299474748] transaction","detail":"{read_only:false; response_revision:33497; number_of_response:1; }","duration":"117.225016ms","start":"2026-03-02T17:57:47.378356Z","end":"2026-03-02T17:57:47.495581Z","steps":["trace[1299474748] 'process raft request' (duration: 116.9848ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495669Z","caller":"traceutil/trace.go:171","msg":"trace[636606616] transaction","detail":"{read_only:false; response_revision:33499; number_of_response:1; }","duration":"116.062907ms","start":"2026-03-02T17:57:47.379597Z","end":"2026-03-02T17:57:47.49566Z","steps":["trace[636606616] 'process raft request' (duration: 115.926704ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:47.495708Z","caller":"traceutil/trace.go:171","msg":"trace[1319638545] linearizableReadLoop","detail":"{readStateIndex:34669; appliedIndex:34663; }","duration":"105.77895ms","start":"2026-03-02T17:57:47.389884Z","end":"2026-03-02T17:57:47.495663Z","steps":["trace[1319638545] 'read index received' (duration: 89.328125ms)","trace[1319638545] 'applied index is now lower than readState.Index' (duration: 16.449545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:57:47.495924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.023387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:57:47.49608Z","caller":"traceutil/trace.go:171","msg":"trace[1562647985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33499; }","duration":"106.222342ms","start":"2026-03-02T17:57:47.389846Z","end":"2026-03-02T17:57:47.496068Z","steps":["trace[1562647985] 'agreement among raft nodes before linearized reading' (duration: 105.913634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:47.496252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.224152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:57:47.4963Z","caller":"traceutil/trace.go:171","msg":"trace[1356646009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33499; }","duration":"106.288454ms","start":"2026-03-02T17:57:47.39Z","end":"2026-03-02T17:57:47.496288Z","steps":["trace[1356646009] 'agreement among raft nodes before linearized reading' (duration: 106.164741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:57:47.496498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.194405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:57:47.496535Z","caller":"traceutil/trace.go:171","msg":"trace[943914386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33499; }","duration":"105.241636ms","start":"2026-03-02T17:57:47.391285Z","end":"2026-03-02T17:57:47.496527Z","steps":["trace[943914386] 'agreement among raft nodes before linearized reading' (duration: 105.151104ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:57:48.25367Z","caller":"traceutil/trace.go:171","msg":"trace[1585485479] transaction","detail":"{read_only:false; response_revision:33506; number_of_response:1; }","duration":"223.579352ms","start":"2026-03-02T17:57:48.030057Z","end":"2026-03-02T17:57:48.253636Z","steps":["trace[1585485479] 'process raft request' (duration: 136.915307ms)","trace[1585485479] 'compare' (duration: 86.520662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:03.928442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.943907ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:58:03.928538Z","caller":"traceutil/trace.go:171","msg":"trace[1460663517] transaction","detail":"{read_only:false; response_revision:33602; number_of_response:1; }","duration":"191.662176ms","start":"2026-03-02T17:58:03.736861Z","end":"2026-03-02T17:58:03.928523Z","steps":["trace[1460663517] 'process raft request' (duration: 66.562165ms)","trace[1460663517] 'compare' (duration: 124.69798ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:03.949362Z","caller":"traceutil/trace.go:171","msg":"trace[508714535] transaction","detail":"{read_only:false; response_revision:33603; number_of_response:1; }","duration":"212.323351ms","start":"2026-03-02T17:58:03.737015Z","end":"2026-03-02T17:58:03.949338Z","steps":["trace[508714535] 'process raft request' (duration: 212.129456ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:03.949672Z","caller":"traceutil/trace.go:171","msg":"trace[1078796739] transaction","detail":"{read_only:false; response_revision:33604; number_of_response:1; }","duration":"211.666614ms","start":"2026-03-02T17:58:03.737987Z","end":"2026-03-02T17:58:03.949654Z","steps":["trace[1078796739] 'process raft request' (duration: 211.299144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:03.950166Z","caller":"traceutil/trace.go:171","msg":"trace[1168067492] transaction","detail":"{read_only:false; response_revision:33605; number_of_response:1; }","duration":"211.304023ms","start":"2026-03-02T17:58:03.738832Z","end":"2026-03-02T17:58:03.950136Z","steps":["trace[1168067492] 'process raft request' (duration: 210.76302ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:03.950328Z","caller":"traceutil/trace.go:171","msg":"trace[493083911] linearizableReadLoop","detail":"{readStateIndex:34780; appliedIndex:34774; }","duration":"167.765276ms","start":"2026-03-02T17:58:03.782537Z","end":"2026-03-02T17:58:03.950302Z","steps":["trace[493083911] 'read index received' (duration: 20.896461ms)","trace[493083911] 'applied index is now lower than readState.Index' (duration: 146.867825ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:03.950197Z","caller":"traceutil/trace.go:171","msg":"trace[505827714] transaction","detail":"{read_only:false; response_revision:33606; number_of_response:1; }","duration":"211.214012ms","start":"2026-03-02T17:58:03.738944Z","end":"2026-03-02T17:58:03.950158Z","steps":["trace[505827714] 'process raft request' (duration: 211.071588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:03.950589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.988462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:58:03.950589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.039344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:58:03.950451Z","caller":"traceutil/trace.go:171","msg":"trace[592019129] transaction","detail":"{read_only:false; response_revision:33607; number_of_response:1; }","duration":"211.190312ms","start":"2026-03-02T17:58:03.739248Z","end":"2026-03-02T17:58:03.950439Z","steps":["trace[592019129] 'process raft request' (duration: 210.842482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:03.95064Z","caller":"traceutil/trace.go:171","msg":"trace[305753264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33607; }","duration":"168.059964ms","start":"2026-03-02T17:58:03.782569Z","end":"2026-03-02T17:58:03.950629Z","steps":["trace[305753264] 'agreement among raft nodes before linearized reading' (duration: 167.912681ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:03.950644Z","caller":"traceutil/trace.go:171","msg":"trace[1391496507] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33607; }","duration":"168.136865ms","start":"2026-03-02T17:58:03.782497Z","end":"2026-03-02T17:58:03.950634Z","steps":["trace[1391496507] 'agreement among raft nodes before linearized reading' (duration: 167.972481ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:04.115807Z","caller":"traceutil/trace.go:171","msg":"trace[2100493698] transaction","detail":"{read_only:false; response_revision:33609; number_of_response:1; }","duration":"159.179634ms","start":"2026-03-02T17:58:03.956603Z","end":"2026-03-02T17:58:04.115783Z","steps":["trace[2100493698] 'process raft request' (duration: 159.097052ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:04.115829Z","caller":"traceutil/trace.go:171","msg":"trace[1278331061] transaction","detail":"{read_only:false; response_revision:33608; number_of_response:1; }","duration":"159.344629ms","start":"2026-03-02T17:58:03.956444Z","end":"2026-03-02T17:58:04.115789Z","steps":["trace[1278331061] 'process raft request' (duration: 158.62407ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:04.116151Z","caller":"traceutil/trace.go:171","msg":"trace[1819091243] transaction","detail":"{read_only:false; response_revision:33610; number_of_response:1; }","duration":"159.496002ms","start":"2026-03-02T17:58:03.956629Z","end":"2026-03-02T17:58:04.116125Z","steps":["trace[1819091243] 'process raft request' (duration: 159.112592ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:04.116525Z","caller":"traceutil/trace.go:171","msg":"trace[1727341448] transaction","detail":"{read_only:false; response_revision:33611; number_of_response:1; }","duration":"106.672503ms","start":"2026-03-02T17:58:04.00982Z","end":"2026-03-02T17:58:04.116493Z","steps":["trace[1727341448] 'process raft request' (duration: 106.323355ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:04.116672Z","caller":"traceutil/trace.go:171","msg":"trace[1227908958] transaction","detail":"{read_only:false; response_revision:33612; number_of_response:1; }","duration":"104.430335ms","start":"2026-03-02T17:58:04.012218Z","end":"2026-03-02T17:58:04.116648Z","steps":["trace[1227908958] 'process raft request' (duration: 104.206369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:14.052206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.029041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:58:14.05228Z","caller":"traceutil/trace.go:171","msg":"trace[1756225371] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:33668; }","duration":"166.143164ms","start":"2026-03-02T17:58:13.88612Z","end":"2026-03-02T17:58:14.052263Z","steps":["trace[1756225371] 'range keys from in-memory index tree' (duration: 165.891208ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.15705Z","caller":"traceutil/trace.go:171","msg":"trace[1283384425] transaction","detail":"{read_only:false; response_revision:33669; number_of_response:1; }","duration":"189.52201ms","start":"2026-03-02T17:58:13.9675Z","end":"2026-03-02T17:58:14.157022Z","steps":["trace[1283384425] 'process raft request' (duration: 189.316734ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.212296Z","caller":"traceutil/trace.go:171","msg":"trace[2126035936] transaction","detail":"{read_only:false; response_revision:33670; number_of_response:1; }","duration":"225.39755ms","start":"2026-03-02T17:58:13.986867Z","end":"2026-03-02T17:58:14.212265Z","steps":["trace[2126035936] 'process raft request' (duration: 224.981078ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.21278Z","caller":"traceutil/trace.go:171","msg":"trace[1885283464] transaction","detail":"{read_only:false; response_revision:33671; number_of_response:1; }","duration":"225.626375ms","start":"2026-03-02T17:58:13.98713Z","end":"2026-03-02T17:58:14.212757Z","steps":["trace[1885283464] 'process raft request' (duration: 224.975048ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.213098Z","caller":"traceutil/trace.go:171","msg":"trace[2136213301] transaction","detail":"{read_only:false; response_revision:33673; number_of_response:1; }","duration":"225.355108ms","start":"2026-03-02T17:58:13.987722Z","end":"2026-03-02T17:58:14.213077Z","steps":["trace[2136213301] 'process raft request' (duration: 225.212505ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.213155Z","caller":"traceutil/trace.go:171","msg":"trace[545389494] transaction","detail":"{read_only:false; response_revision:33674; number_of_response:1; }","duration":"225.103062ms","start":"2026-03-02T17:58:13.988039Z","end":"2026-03-02T17:58:14.213142Z","steps":["trace[545389494] 'process raft request' (duration: 224.983069ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.213246Z","caller":"traceutil/trace.go:171","msg":"trace[266058414] transaction","detail":"{read_only:false; response_revision:33672; number_of_response:1; }","duration":"225.869312ms","start":"2026-03-02T17:58:13.987317Z","end":"2026-03-02T17:58:14.213187Z","steps":["trace[266058414] 'process raft request' (duration: 225.365799ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.362689Z","caller":"traceutil/trace.go:171","msg":"trace[238144530] transaction","detail":"{read_only:false; response_revision:33678; number_of_response:1; }","duration":"143.259701ms","start":"2026-03-02T17:58:14.219408Z","end":"2026-03-02T17:58:14.362668Z","steps":["trace[238144530] 'process raft request' (duration: 143.193059ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.362803Z","caller":"traceutil/trace.go:171","msg":"trace[1360445939] transaction","detail":"{read_only:false; response_revision:33676; number_of_response:1; }","duration":"144.968636ms","start":"2026-03-02T17:58:14.217805Z","end":"2026-03-02T17:58:14.362773Z","steps":["trace[1360445939] 'process raft request' (duration: 144.731189ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.362885Z","caller":"traceutil/trace.go:171","msg":"trace[1010935069] transaction","detail":"{read_only:false; response_revision:33677; number_of_response:1; }","duration":"144.130054ms","start":"2026-03-02T17:58:14.218745Z","end":"2026-03-02T17:58:14.362875Z","steps":["trace[1010935069] 'process raft request' (duration: 143.832856ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:14.363099Z","caller":"traceutil/trace.go:171","msg":"trace[749965420] transaction","detail":"{read_only:false; response_revision:33675; number_of_response:1; }","duration":"148.599199ms","start":"2026-03-02T17:58:14.214438Z","end":"2026-03-02T17:58:14.363038Z","steps":["trace[749965420] 'process raft request' (duration: 78.455372ms)","trace[749965420] 'compare' (duration: 69.50983ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:14.36329Z","caller":"traceutil/trace.go:171","msg":"trace[1046564653] transaction","detail":"{read_only:false; response_revision:33679; number_of_response:1; }","duration":"143.21893ms","start":"2026-03-02T17:58:14.220055Z","end":"2026-03-02T17:58:14.363274Z","steps":["trace[1046564653] 'process raft request' (duration: 142.574823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:15.570462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.846055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:58:15.570549Z","caller":"traceutil/trace.go:171","msg":"trace[853553192] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:33682; }","duration":"356.990208ms","start":"2026-03-02T17:58:15.213543Z","end":"2026-03-02T17:58:15.570533Z","steps":["trace[853553192] 'count revisions from in-memory index tree' (duration: 356.769123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:15.570585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:15.213525Z","time spent":"357.05016ms","remote":"127.0.0.1:42100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":20,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:58:15.571149Z","caller":"traceutil/trace.go:171","msg":"trace[1829664996] linearizableReadLoop","detail":"{readStateIndex:34859; appliedIndex:34858; }","duration":"120.753379ms","start":"2026-03-02T17:58:15.450342Z","end":"2026-03-02T17:58:15.571096Z","steps":["trace[1829664996] 'read index received' (duration: 32.847021ms)","trace[1829664996] 'applied index is now lower than readState.Index' (duration: 87.905588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:15.571202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.859081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:15.57122Z","caller":"traceutil/trace.go:171","msg":"trace[1436991212] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33683; }","duration":"120.913703ms","start":"2026-03-02T17:58:15.450301Z","end":"2026-03-02T17:58:15.571214Z","steps":["trace[1436991212] 'agreement among raft nodes before linearized reading' (duration: 120.872272ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:15.571371Z","caller":"traceutil/trace.go:171","msg":"trace[1457779398] transaction","detail":"{read_only:false; response_revision:33683; number_of_response:1; }","duration":"246.458125ms","start":"2026-03-02T17:58:15.324889Z","end":"2026-03-02T17:58:15.571347Z","steps":["trace[1457779398] 'process raft request' (duration: 158.357202ms)","trace[1457779398] 'compare' (duration: 87.445546ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.042182Z","caller":"traceutil/trace.go:171","msg":"trace[558201658] linearizableReadLoop","detail":"{readStateIndex:34870; appliedIndex:34868; }","duration":"134.206406ms","start":"2026-03-02T17:58:15.90794Z","end":"2026-03-02T17:58:16.042147Z","steps":["trace[558201658] 'read index received' (duration: 84.695414ms)","trace[558201658] 'applied index is now lower than readState.Index' (duration: 49.509702ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.042299Z","caller":"traceutil/trace.go:171","msg":"trace[118649911] transaction","detail":"{read_only:false; response_revision:33693; number_of_response:1; }","duration":"144.590347ms","start":"2026-03-02T17:58:15.897668Z","end":"2026-03-02T17:58:16.042258Z","steps":["trace[118649911] 'process raft request' (duration: 95.018802ms)","trace[118649911] 'compare' (duration: 49.158174ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.042326Z","caller":"traceutil/trace.go:171","msg":"trace[547545500] transaction","detail":"{read_only:false; response_revision:33694; number_of_response:1; }","duration":"143.374485ms","start":"2026-03-02T17:58:15.898918Z","end":"2026-03-02T17:58:16.042292Z","steps":["trace[547545500] 'process raft request' (duration: 143.179379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.042573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.587726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T17:58:16.042633Z","caller":"traceutil/trace.go:171","msg":"trace[336814555] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:33694; }","duration":"134.702659ms","start":"2026-03-02T17:58:15.907909Z","end":"2026-03-02T17:58:16.042611Z","steps":["trace[336814555] 'agreement among raft nodes before linearized reading' (duration: 134.365321ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.271419Z","caller":"traceutil/trace.go:171","msg":"trace[1046581871] linearizableReadLoop","detail":"{readStateIndex:34873; appliedIndex:34872; }","duration":"146.589918ms","start":"2026-03-02T17:58:16.124805Z","end":"2026-03-02T17:58:16.271395Z","steps":["trace[1046581871] 'read index received' (duration: 73.011682ms)","trace[1046581871] 'applied index is now lower than readState.Index' (duration: 73.576926ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.271883Z","caller":"traceutil/trace.go:171","msg":"trace[1724831808] transaction","detail":"{read_only:false; response_revision:33697; number_of_response:1; }","duration":"147.142523ms","start":"2026-03-02T17:58:16.124701Z","end":"2026-03-02T17:58:16.271844Z","steps":["trace[1724831808] 'process raft request' (duration: 73.020672ms)","trace[1724831808] 'compare' (duration: 73.541465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:16.272103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.269625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111997"} {"level":"info","ts":"2026-03-02T17:58:16.272367Z","caller":"traceutil/trace.go:171","msg":"trace[524796920] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:33697; }","duration":"147.574753ms","start":"2026-03-02T17:58:16.12478Z","end":"2026-03-02T17:58:16.272354Z","steps":["trace[524796920] 'agreement among raft nodes before linearized reading' (duration: 147.098311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.345034Z","caller":"traceutil/trace.go:171","msg":"trace[82150376] transaction","detail":"{read_only:false; response_revision:33698; number_of_response:1; }","duration":"182.20654ms","start":"2026-03-02T17:58:16.162794Z","end":"2026-03-02T17:58:16.345001Z","steps":["trace[82150376] 'process raft request' (duration: 182.024626ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.460698Z","caller":"traceutil/trace.go:171","msg":"trace[1752669299] transaction","detail":"{read_only:false; response_revision:33700; number_of_response:1; }","duration":"242.631125ms","start":"2026-03-02T17:58:16.218031Z","end":"2026-03-02T17:58:16.460662Z","steps":["trace[1752669299] 'process raft request' (duration: 242.41081ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.460772Z","caller":"traceutil/trace.go:171","msg":"trace[1935222088] transaction","detail":"{read_only:false; response_revision:33699; number_of_response:1; }","duration":"242.795569ms","start":"2026-03-02T17:58:16.217927Z","end":"2026-03-02T17:58:16.460723Z","steps":["trace[1935222088] 'process raft request' (duration: 228.457898ms)","trace[1935222088] 'compare' (duration: 13.946801ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.460803Z","caller":"traceutil/trace.go:171","msg":"trace[1726770834] transaction","detail":"{read_only:false; response_revision:33701; number_of_response:1; }","duration":"242.292767ms","start":"2026-03-02T17:58:16.218462Z","end":"2026-03-02T17:58:16.460755Z","steps":["trace[1726770834] 'process raft request' (duration: 242.01863ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.460886Z","caller":"traceutil/trace.go:171","msg":"trace[1144515698] transaction","detail":"{read_only:false; response_revision:33703; number_of_response:1; }","duration":"239.365481ms","start":"2026-03-02T17:58:16.221499Z","end":"2026-03-02T17:58:16.460864Z","steps":["trace[1144515698] 'process raft request' (duration: 239.090724ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.461039Z","caller":"traceutil/trace.go:171","msg":"trace[2047041313] transaction","detail":"{read_only:false; response_revision:33702; number_of_response:1; }","duration":"241.786493ms","start":"2026-03-02T17:58:16.219018Z","end":"2026-03-02T17:58:16.460804Z","steps":["trace[2047041313] 'process raft request' (duration: 241.508686ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.461506Z","caller":"traceutil/trace.go:171","msg":"trace[128767833] linearizableReadLoop","detail":"{readStateIndex:34879; appliedIndex:34874; }","duration":"189.344535ms","start":"2026-03-02T17:58:16.272145Z","end":"2026-03-02T17:58:16.461489Z","steps":["trace[128767833] 'read index received' (duration: 73.548465ms)","trace[128767833] 'applied index is now lower than readState.Index' (duration: 115.79516ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.461613Z","caller":"traceutil/trace.go:171","msg":"trace[867813835] transaction","detail":"{read_only:false; response_revision:33704; number_of_response:1; }","duration":"156.814482ms","start":"2026-03-02T17:58:16.304784Z","end":"2026-03-02T17:58:16.461598Z","steps":["trace[867813835] 'process raft request' (duration: 155.846187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.462231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.39532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-02T17:58:16.462286Z","caller":"traceutil/trace.go:171","msg":"trace[890634852] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:33704; }","duration":"161.494394ms","start":"2026-03-02T17:58:16.300777Z","end":"2026-03-02T17:58:16.462272Z","steps":["trace[890634852] 'agreement among raft nodes before linearized reading' (duration: 161.294658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.462501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.721996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-03-02T17:58:16.462541Z","caller":"traceutil/trace.go:171","msg":"trace[791029294] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:33704; }","duration":"328.804908ms","start":"2026-03-02T17:58:16.133725Z","end":"2026-03-02T17:58:16.462529Z","steps":["trace[791029294] 'agreement among raft nodes before linearized reading' (duration: 328.703056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.462571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:16.133709Z","time spent":"328.8537ms","remote":"127.0.0.1:41914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1154,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-02T17:58:16.463426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.139042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-02T17:58:16.463532Z","caller":"traceutil/trace.go:171","msg":"trace[1388472232] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:33704; }","duration":"325.267165ms","start":"2026-03-02T17:58:16.13825Z","end":"2026-03-02T17:58:16.463517Z","steps":["trace[1388472232] 'agreement among raft nodes before linearized reading' (duration: 323.437269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.463699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:16.138243Z","time spent":"325.44533ms","remote":"127.0.0.1:41928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209383,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-02T17:58:16.630916Z","caller":"traceutil/trace.go:171","msg":"trace[676884555] transaction","detail":"{read_only:false; response_revision:33707; number_of_response:1; }","duration":"162.086678ms","start":"2026-03-02T17:58:16.468806Z","end":"2026-03-02T17:58:16.630893Z","steps":["trace[676884555] 'process raft request' (duration: 162.004256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.631061Z","caller":"traceutil/trace.go:171","msg":"trace[852959675] transaction","detail":"{read_only:false; response_revision:33708; number_of_response:1; }","duration":"162.227353ms","start":"2026-03-02T17:58:16.468821Z","end":"2026-03-02T17:58:16.631048Z","steps":["trace[852959675] 'process raft request' (duration: 162.030527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:16.63095Z","caller":"traceutil/trace.go:171","msg":"trace[93910364] transaction","detail":"{read_only:false; response_revision:33706; number_of_response:1; }","duration":"162.119039ms","start":"2026-03-02T17:58:16.468779Z","end":"2026-03-02T17:58:16.630898Z","steps":["trace[93910364] 'process raft request' (duration: 125.377718ms)","trace[93910364] 'compare' (duration: 36.524616ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:16.631159Z","caller":"traceutil/trace.go:171","msg":"trace[986468361] linearizableReadLoop","detail":"{readStateIndex:34882; appliedIndex:34880; }","duration":"162.323085ms","start":"2026-03-02T17:58:16.468816Z","end":"2026-03-02T17:58:16.631139Z","steps":["trace[986468361] 'read index received' (duration: 69.748687ms)","trace[986468361] 'applied index is now lower than readState.Index' (duration: 92.572108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:16.631301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.463619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:16.631379Z","caller":"traceutil/trace.go:171","msg":"trace[67249066] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:33708; }","duration":"162.587162ms","start":"2026-03-02T17:58:16.468772Z","end":"2026-03-02T17:58:16.631359Z","steps":["trace[67249066] 'agreement among raft nodes before linearized reading' (duration: 162.464029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.631419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.678107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:16.631489Z","caller":"traceutil/trace.go:171","msg":"trace[172117194] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:33708; }","duration":"149.849432ms","start":"2026-03-02T17:58:16.481621Z","end":"2026-03-02T17:58:16.63147Z","steps":["trace[172117194] 'agreement among raft nodes before linearized reading' (duration: 149.722818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.631446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.428786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-02T17:58:16.631577Z","caller":"traceutil/trace.go:171","msg":"trace[848876301] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:33708; }","duration":"160.580449ms","start":"2026-03-02T17:58:16.470959Z","end":"2026-03-02T17:58:16.631539Z","steps":["trace[848876301] 'agreement among raft nodes before linearized reading' (duration: 160.327323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:16.63182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.944634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1826"} {"level":"info","ts":"2026-03-02T17:58:16.631868Z","caller":"traceutil/trace.go:171","msg":"trace[1198056758] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:33708; }","duration":"128.465179ms","start":"2026-03-02T17:58:16.503388Z","end":"2026-03-02T17:58:16.631853Z","steps":["trace[1198056758] 'agreement among raft nodes before linearized reading' (duration: 127.900174ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:18.197264Z","caller":"traceutil/trace.go:171","msg":"trace[274198349] linearizableReadLoop","detail":"{readStateIndex:34897; appliedIndex:34896; }","duration":"384.47397ms","start":"2026-03-02T17:58:17.812769Z","end":"2026-03-02T17:58:18.197243Z","steps":["trace[274198349] 'read index received' (duration: 384.355808ms)","trace[274198349] 'applied index is now lower than readState.Index' (duration: 117.462µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:18.197353Z","caller":"traceutil/trace.go:171","msg":"trace[1921010157] transaction","detail":"{read_only:false; response_revision:33720; number_of_response:1; }","duration":"385.24439ms","start":"2026-03-02T17:58:17.812091Z","end":"2026-03-02T17:58:18.197336Z","steps":["trace[1921010157] 'process raft request' (duration: 385.003274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:18.197404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.615874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:18.19744Z","caller":"traceutil/trace.go:171","msg":"trace[1680896744] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:33720; }","duration":"384.690477ms","start":"2026-03-02T17:58:17.812738Z","end":"2026-03-02T17:58:18.197429Z","steps":["trace[1680896744] 'agreement among raft nodes before linearized reading' (duration: 384.610845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:18.197446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:17.812066Z","time spent":"385.323262ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:58:18.197465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:17.812725Z","time spent":"384.733978ms","remote":"127.0.0.1:52328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:58:18.213733Z","caller":"traceutil/trace.go:171","msg":"trace[941488462] transaction","detail":"{read_only:false; response_revision:33721; number_of_response:1; }","duration":"324.194919ms","start":"2026-03-02T17:58:17.889518Z","end":"2026-03-02T17:58:18.213713Z","steps":["trace[941488462] 'process raft request' (duration: 314.770685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:18.213895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:17.889492Z","time spent":"324.342383ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:58:18.822341Z","caller":"traceutil/trace.go:171","msg":"trace[586829880] transaction","detail":"{read_only:false; response_revision:33734; number_of_response:1; }","duration":"181.371109ms","start":"2026-03-02T17:58:18.640928Z","end":"2026-03-02T17:58:18.822299Z","steps":["trace[586829880] 'process raft request' (duration: 135.281306ms)","trace[586829880] 'compare' (duration: 45.881347ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:18.822356Z","caller":"traceutil/trace.go:171","msg":"trace[1033674035] transaction","detail":"{read_only:false; response_revision:33735; number_of_response:1; }","duration":"181.259686ms","start":"2026-03-02T17:58:18.641072Z","end":"2026-03-02T17:58:18.822332Z","steps":["trace[1033674035] 'process raft request' (duration: 181.153763ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:20.763398Z","caller":"traceutil/trace.go:171","msg":"trace[754416151] transaction","detail":"{read_only:false; response_revision:33746; number_of_response:1; }","duration":"110.38815ms","start":"2026-03-02T17:58:20.652962Z","end":"2026-03-02T17:58:20.76335Z","steps":["trace[754416151] 'process raft request' (duration: 110.209596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:21.234243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.297312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:58:21.234499Z","caller":"traceutil/trace.go:171","msg":"trace[694045785] transaction","detail":"{read_only:false; response_revision:33747; number_of_response:1; }","duration":"402.145998ms","start":"2026-03-02T17:58:20.83233Z","end":"2026-03-02T17:58:21.234476Z","steps":["trace[694045785] 'process raft request' (duration: 138.507417ms)","trace[694045785] 'compare' (duration: 263.179969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:21.23456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:20.832313Z","time spent":"402.222559ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:58:21.234727Z","caller":"traceutil/trace.go:171","msg":"trace[530831045] linearizableReadLoop","detail":"{readStateIndex:34926; appliedIndex:34924; }","duration":"397.21391ms","start":"2026-03-02T17:58:20.837484Z","end":"2026-03-02T17:58:21.234698Z","steps":["trace[530831045] 'read index received' (duration: 133.327723ms)","trace[530831045] 'applied index is now lower than readState.Index' (duration: 263.884947ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:21.234943Z","caller":"traceutil/trace.go:171","msg":"trace[85157632] transaction","detail":"{read_only:false; response_revision:33748; number_of_response:1; }","duration":"402.572119ms","start":"2026-03-02T17:58:20.832343Z","end":"2026-03-02T17:58:21.234915Z","steps":["trace[85157632] 'process raft request' (duration: 402.037285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:21.234976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.489388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:58:21.234945Z","caller":"traceutil/trace.go:171","msg":"trace[651225242] transaction","detail":"{read_only:false; response_revision:33749; number_of_response:1; }","duration":"354.505334ms","start":"2026-03-02T17:58:20.880405Z","end":"2026-03-02T17:58:21.23491Z","steps":["trace[651225242] 'process raft request' (duration: 354.043892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:21.235007Z","caller":"traceutil/trace.go:171","msg":"trace[207445359] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33750; }","duration":"397.58724ms","start":"2026-03-02T17:58:20.83741Z","end":"2026-03-02T17:58:21.234997Z","steps":["trace[207445359] 'agreement among raft nodes before linearized reading' (duration: 397.495018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:21.235027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:20.837397Z","time spent":"397.624931ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:58:21.235037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.110306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-ks-user-phhrj\" ","response":"range_response_count:1 size:9065"} {"level":"warn","ts":"2026-03-02T17:58:21.235079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:20.880385Z","time spent":"354.632488ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":857,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T17:58:21.234921Z","caller":"traceutil/trace.go:171","msg":"trace[777363693] transaction","detail":"{read_only:false; response_revision:33750; number_of_response:1; }","duration":"325.865993ms","start":"2026-03-02T17:58:20.908996Z","end":"2026-03-02T17:58:21.234862Z","steps":["trace[777363693] 'process raft request' (duration: 325.643907ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:21.235107Z","caller":"traceutil/trace.go:171","msg":"trace[1569059488] range","detail":"{range_begin:/registry/pods/openstack/tempest-ks-user-phhrj; range_end:; response_count:1; response_revision:33750; }","duration":"356.219099ms","start":"2026-03-02T17:58:20.878871Z","end":"2026-03-02T17:58:21.23509Z","steps":["trace[1569059488] 'agreement among raft nodes before linearized reading' (duration: 356.019534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:21.235145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:20.878853Z","time spent":"356.28416ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9087,"request content":"key:\"/registry/pods/openstack/tempest-ks-user-phhrj\" "} {"level":"warn","ts":"2026-03-02T17:58:21.235176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:20.908966Z","time spent":"326.16583ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:58:21.235098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:20.832331Z","time spent":"402.674852ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:58:21.516277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.278726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:58:21.516383Z","caller":"traceutil/trace.go:171","msg":"trace[1505365465] transaction","detail":"{read_only:false; response_revision:33751; number_of_response:1; }","duration":"277.430558ms","start":"2026-03-02T17:58:21.238936Z","end":"2026-03-02T17:58:21.516366Z","steps":["trace[1505365465] 'process raft request' (duration: 156.74283ms)","trace[1505365465] 'compare' (duration: 119.813784ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:21.596623Z","caller":"traceutil/trace.go:171","msg":"trace[1824813245] linearizableReadLoop","detail":"{readStateIndex:34930; appliedIndex:34929; }","duration":"105.73636ms","start":"2026-03-02T17:58:21.490864Z","end":"2026-03-02T17:58:21.596601Z","steps":["trace[1824813245] 'read index received' (duration: 105.511284ms)","trace[1824813245] 'applied index is now lower than readState.Index' (duration: 224.186µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:21.596649Z","caller":"traceutil/trace.go:171","msg":"trace[1543768793] transaction","detail":"{read_only:false; response_revision:33752; number_of_response:1; }","duration":"351.712551ms","start":"2026-03-02T17:58:21.244919Z","end":"2026-03-02T17:58:21.596631Z","steps":["trace[1543768793] 'process raft request' (duration: 351.554557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:21.596723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.843842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:21.596746Z","caller":"traceutil/trace.go:171","msg":"trace[1130234857] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:33752; }","duration":"105.917924ms","start":"2026-03-02T17:58:21.490821Z","end":"2026-03-02T17:58:21.596739Z","steps":["trace[1130234857] 'agreement among raft nodes before linearized reading' (duration: 105.859253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:21.596761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:21.244907Z","time spent":"351.785603ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9058,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:58:32.737861Z","caller":"traceutil/trace.go:171","msg":"trace[482832823] transaction","detail":"{read_only:false; response_revision:33827; number_of_response:1; }","duration":"112.636898ms","start":"2026-03-02T17:58:32.625199Z","end":"2026-03-02T17:58:32.737835Z","steps":["trace[482832823] 'process raft request' (duration: 112.453883ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:32.740948Z","caller":"traceutil/trace.go:171","msg":"trace[919921793] linearizableReadLoop","detail":"{readStateIndex:35011; appliedIndex:35006; }","duration":"105.223097ms","start":"2026-03-02T17:58:32.635702Z","end":"2026-03-02T17:58:32.740925Z","steps":["trace[919921793] 'read index received' (duration: 102.007963ms)","trace[919921793] 'applied index is now lower than readState.Index' (duration: 3.214254ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:32.741384Z","caller":"traceutil/trace.go:171","msg":"trace[683213683] transaction","detail":"{read_only:false; response_revision:33831; number_of_response:1; }","duration":"111.306313ms","start":"2026-03-02T17:58:32.630058Z","end":"2026-03-02T17:58:32.741364Z","steps":["trace[683213683] 'process raft request' (duration: 110.834712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:32.741562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.836271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:58:32.741677Z","caller":"traceutil/trace.go:171","msg":"trace[446873840] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33831; }","duration":"105.980376ms","start":"2026-03-02T17:58:32.63567Z","end":"2026-03-02T17:58:32.74165Z","steps":["trace[446873840] 'agreement among raft nodes before linearized reading' (duration: 105.713399ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:32.742402Z","caller":"traceutil/trace.go:171","msg":"trace[1431721462] transaction","detail":"{read_only:false; response_revision:33830; number_of_response:1; }","duration":"112.623488ms","start":"2026-03-02T17:58:32.629765Z","end":"2026-03-02T17:58:32.742388Z","steps":["trace[1431721462] 'process raft request' (duration: 111.095329ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:32.742501Z","caller":"traceutil/trace.go:171","msg":"trace[2015718137] transaction","detail":"{read_only:false; response_revision:33829; number_of_response:1; }","duration":"113.713927ms","start":"2026-03-02T17:58:32.628765Z","end":"2026-03-02T17:58:32.742479Z","steps":["trace[2015718137] 'process raft request' (duration: 112.063903ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:32.7433Z","caller":"traceutil/trace.go:171","msg":"trace[1839686254] transaction","detail":"{read_only:false; response_revision:33828; number_of_response:1; }","duration":"113.126051ms","start":"2026-03-02T17:58:32.628531Z","end":"2026-03-02T17:58:32.741657Z","steps":["trace[1839686254] 'process raft request' (duration: 112.172006ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:32.951424Z","caller":"traceutil/trace.go:171","msg":"trace[1104249364] transaction","detail":"{read_only:false; response_revision:33833; number_of_response:1; }","duration":"113.748526ms","start":"2026-03-02T17:58:32.837644Z","end":"2026-03-02T17:58:32.951393Z","steps":["trace[1104249364] 'process raft request' (duration: 113.559442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.640918Z","caller":"traceutil/trace.go:171","msg":"trace[325606851] transaction","detail":"{read_only:false; response_revision:33896; number_of_response:1; }","duration":"110.485873ms","start":"2026-03-02T17:58:42.530403Z","end":"2026-03-02T17:58:42.640888Z","steps":["trace[325606851] 'process raft request' (duration: 71.258916ms)","trace[325606851] 'compare' (duration: 39.123233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:42.873758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.180817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:58:42.873941Z","caller":"traceutil/trace.go:171","msg":"trace[676019532] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:33896; }","duration":"119.416993ms","start":"2026-03-02T17:58:42.754501Z","end":"2026-03-02T17:58:42.873918Z","steps":["trace[676019532] 'count revisions from in-memory index tree' (duration: 119.075645ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.902339Z","caller":"traceutil/trace.go:171","msg":"trace[537928459] transaction","detail":"{read_only:false; response_revision:33897; number_of_response:1; }","duration":"124.347982ms","start":"2026-03-02T17:58:42.777972Z","end":"2026-03-02T17:58:42.90232Z","steps":["trace[537928459] 'process raft request' (duration: 124.207299ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.90343Z","caller":"traceutil/trace.go:171","msg":"trace[449939990] transaction","detail":"{read_only:false; response_revision:33899; number_of_response:1; }","duration":"121.412005ms","start":"2026-03-02T17:58:42.781995Z","end":"2026-03-02T17:58:42.903407Z","steps":["trace[449939990] 'process raft request' (duration: 121.335203ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.903438Z","caller":"traceutil/trace.go:171","msg":"trace[824974925] transaction","detail":"{read_only:false; response_revision:33898; number_of_response:1; }","duration":"125.231573ms","start":"2026-03-02T17:58:42.778181Z","end":"2026-03-02T17:58:42.903413Z","steps":["trace[824974925] 'process raft request' (duration: 125.042718ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.903592Z","caller":"traceutil/trace.go:171","msg":"trace[593142258] transaction","detail":"{read_only:false; response_revision:33900; number_of_response:1; }","duration":"109.209349ms","start":"2026-03-02T17:58:42.794375Z","end":"2026-03-02T17:58:42.903585Z","steps":["trace[593142258] 'process raft request' (duration: 108.992593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.903713Z","caller":"traceutil/trace.go:171","msg":"trace[1686785027] linearizableReadLoop","detail":"{readStateIndex:35081; appliedIndex:35079; }","duration":"113.003278ms","start":"2026-03-02T17:58:42.790696Z","end":"2026-03-02T17:58:42.903699Z","steps":["trace[1686785027] 'read index received' (duration: 111.605992ms)","trace[1686785027] 'applied index is now lower than readState.Index' (duration: 1.396646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:42.903861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.152601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:58:42.903848Z","caller":"traceutil/trace.go:171","msg":"trace[99971004] transaction","detail":"{read_only:false; response_revision:33901; number_of_response:1; }","duration":"108.762417ms","start":"2026-03-02T17:58:42.795062Z","end":"2026-03-02T17:58:42.903824Z","steps":["trace[99971004] 'process raft request' (duration: 108.46583ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:42.90389Z","caller":"traceutil/trace.go:171","msg":"trace[866307541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33901; }","duration":"113.212883ms","start":"2026-03-02T17:58:42.790667Z","end":"2026-03-02T17:58:42.90388Z","steps":["trace[866307541] 'agreement among raft nodes before linearized reading' (duration: 113.103791ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:43.645146Z","caller":"traceutil/trace.go:171","msg":"trace[295979019] linearizableReadLoop","detail":"{readStateIndex:35089; appliedIndex:35086; }","duration":"191.579353ms","start":"2026-03-02T17:58:43.453531Z","end":"2026-03-02T17:58:43.64511Z","steps":["trace[295979019] 'read index received' (duration: 152.350027ms)","trace[295979019] 'applied index is now lower than readState.Index' (duration: 39.227556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:43.64533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.781739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:43.645381Z","caller":"traceutil/trace.go:171","msg":"trace[1331603023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33907; }","duration":"191.936142ms","start":"2026-03-02T17:58:43.453431Z","end":"2026-03-02T17:58:43.645367Z","steps":["trace[1331603023] 'agreement among raft nodes before linearized reading' (duration: 191.82072ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:43.645415Z","caller":"traceutil/trace.go:171","msg":"trace[1681885662] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33905; }","duration":"247.265916ms","start":"2026-03-02T17:58:43.398115Z","end":"2026-03-02T17:58:43.645381Z","steps":["trace[1681885662] 'process raft request' (duration: 207.738102ms)","trace[1681885662] 'compare' (duration: 38.206579ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:43.64568Z","caller":"traceutil/trace.go:171","msg":"trace[708967212] transaction","detail":"{read_only:false; response_revision:33906; number_of_response:1; }","duration":"245.522801ms","start":"2026-03-02T17:58:43.400143Z","end":"2026-03-02T17:58:43.645665Z","steps":["trace[708967212] 'process raft request' (duration: 244.774131ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:43.645912Z","caller":"traceutil/trace.go:171","msg":"trace[1321118242] transaction","detail":"{read_only:false; response_revision:33907; number_of_response:1; }","duration":"245.171161ms","start":"2026-03-02T17:58:43.400724Z","end":"2026-03-02T17:58:43.645896Z","steps":["trace[1321118242] 'process raft request' (duration: 244.318299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:43.846466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.834893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:58:43.846835Z","caller":"traceutil/trace.go:171","msg":"trace[1365378230] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"135.158121ms","start":"2026-03-02T17:58:43.711645Z","end":"2026-03-02T17:58:43.846803Z","steps":["trace[1365378230] 'process raft request' (duration: 33.897728ms)","trace[1365378230] 'compare' (duration: 100.688478ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:43.846863Z","caller":"traceutil/trace.go:171","msg":"trace[286642482] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33910; }","duration":"133.732734ms","start":"2026-03-02T17:58:43.713115Z","end":"2026-03-02T17:58:43.846847Z","steps":["trace[286642482] 'process raft request' (duration: 133.444257ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.077252Z","caller":"traceutil/trace.go:171","msg":"trace[936318430] linearizableReadLoop","detail":"{readStateIndex:35094; appliedIndex:35093; }","duration":"153.101316ms","start":"2026-03-02T17:58:43.92412Z","end":"2026-03-02T17:58:44.077222Z","steps":["trace[936318430] 'read index received' (duration: 132.751349ms)","trace[936318430] 'applied index is now lower than readState.Index' (duration: 20.348627ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:44.077293Z","caller":"traceutil/trace.go:171","msg":"trace[1264155410] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33912; }","duration":"205.603775ms","start":"2026-03-02T17:58:43.871657Z","end":"2026-03-02T17:58:44.077261Z","steps":["trace[1264155410] 'process raft request' (duration: 185.182606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:44.077586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.165969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:58:44.077671Z","caller":"traceutil/trace.go:171","msg":"trace[243031260] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:33912; }","duration":"153.276141ms","start":"2026-03-02T17:58:43.924375Z","end":"2026-03-02T17:58:44.077651Z","steps":["trace[243031260] 'agreement among raft nodes before linearized reading' (duration: 153.044484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:44.077676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.820414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-6fcf86ccf7-fwsfx.1899164752d17479\" ","response":"range_response_count:1 size:908"} {"level":"info","ts":"2026-03-02T17:58:44.077719Z","caller":"traceutil/trace.go:171","msg":"trace[714570389] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-6fcf86ccf7-fwsfx.1899164752d17479; range_end:; response_count:1; response_revision:33912; }","duration":"141.925537ms","start":"2026-03-02T17:58:43.935779Z","end":"2026-03-02T17:58:44.077705Z","steps":["trace[714570389] 'agreement among raft nodes before linearized reading' (duration: 141.800974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:44.077748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.385634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/tempest-ks-user-phhrj\" ","response":"range_response_count:1 size:2774"} {"level":"info","ts":"2026-03-02T17:58:44.077851Z","caller":"traceutil/trace.go:171","msg":"trace[1855291480] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/tempest-ks-user-phhrj; range_end:; response_count:1; response_revision:33912; }","duration":"153.712302ms","start":"2026-03-02T17:58:43.924084Z","end":"2026-03-02T17:58:44.077796Z","steps":["trace[1855291480] 'agreement among raft nodes before linearized reading' (duration: 153.283651ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.281104Z","caller":"traceutil/trace.go:171","msg":"trace[262417881] linearizableReadLoop","detail":"{readStateIndex:35099; appliedIndex:35098; }","duration":"122.574876ms","start":"2026-03-02T17:58:44.158509Z","end":"2026-03-02T17:58:44.281084Z","steps":["trace[262417881] 'read index received' (duration: 51.070523ms)","trace[262417881] 'applied index is now lower than readState.Index' (duration: 71.503673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:44.281314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.757451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-api-794f79455f-2vhmc.18991649a8c3333d\" ","response":"range_response_count:1 size:907"} {"level":"info","ts":"2026-03-02T17:58:44.281443Z","caller":"traceutil/trace.go:171","msg":"trace[1192488618] range","detail":"{range_begin:/registry/events/openstack/heat-api-794f79455f-2vhmc.18991649a8c3333d; range_end:; response_count:1; response_revision:33916; }","duration":"122.854794ms","start":"2026-03-02T17:58:44.158482Z","end":"2026-03-02T17:58:44.281337Z","steps":["trace[1192488618] 'agreement among raft nodes before linearized reading' (duration: 122.701429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:44.281448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.624537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-02T17:58:44.281512Z","caller":"traceutil/trace.go:171","msg":"trace[989375826] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:33916; }","duration":"122.708279ms","start":"2026-03-02T17:58:44.158787Z","end":"2026-03-02T17:58:44.281495Z","steps":["trace[989375826] 'agreement among raft nodes before linearized reading' (duration: 122.524494ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.282015Z","caller":"traceutil/trace.go:171","msg":"trace[402041755] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33916; }","duration":"123.246223ms","start":"2026-03-02T17:58:44.157923Z","end":"2026-03-02T17:58:44.28117Z","steps":["trace[402041755] 'process raft request' (duration: 51.670328ms)","trace[402041755] 'compare' (duration: 71.39758ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:44.45311Z","caller":"traceutil/trace.go:171","msg":"trace[809919064] transaction","detail":"{read_only:false; response_revision:33918; number_of_response:1; }","duration":"163.341542ms","start":"2026-03-02T17:58:44.289735Z","end":"2026-03-02T17:58:44.453076Z","steps":["trace[809919064] 'process raft request' (duration: 161.938665ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.644904Z","caller":"traceutil/trace.go:171","msg":"trace[1086265148] transaction","detail":"{read_only:false; response_revision:33920; number_of_response:1; }","duration":"180.769283ms","start":"2026-03-02T17:58:44.464111Z","end":"2026-03-02T17:58:44.64488Z","steps":["trace[1086265148] 'process raft request' (duration: 180.506316ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.645073Z","caller":"traceutil/trace.go:171","msg":"trace[1321768984] linearizableReadLoop","detail":"{readStateIndex:35104; appliedIndex:35102; }","duration":"111.59406ms","start":"2026-03-02T17:58:44.53344Z","end":"2026-03-02T17:58:44.645034Z","steps":["trace[1321768984] 'read index received' (duration: 111.195331ms)","trace[1321768984] 'applied index is now lower than readState.Index' (duration: 396.009µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:44.645101Z","caller":"traceutil/trace.go:171","msg":"trace[1178904916] transaction","detail":"{read_only:false; response_revision:33921; number_of_response:1; }","duration":"163.409763ms","start":"2026-03-02T17:58:44.481673Z","end":"2026-03-02T17:58:44.645082Z","steps":["trace[1178904916] 'process raft request' (duration: 163.147956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:44.645202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.115709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-02T17:58:44.645244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.971404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:58:44.645267Z","caller":"traceutil/trace.go:171","msg":"trace[1475091806] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33921; }","duration":"128.237212ms","start":"2026-03-02T17:58:44.517015Z","end":"2026-03-02T17:58:44.645253Z","steps":["trace[1475091806] 'agreement among raft nodes before linearized reading' (duration: 128.090668ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.645281Z","caller":"traceutil/trace.go:171","msg":"trace[1078666446] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:33921; }","duration":"143.048926ms","start":"2026-03-02T17:58:44.50222Z","end":"2026-03-02T17:58:44.645269Z","steps":["trace[1078666446] 'agreement among raft nodes before linearized reading' (duration: 142.967193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:44.645221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.31984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:44.645349Z","caller":"traceutil/trace.go:171","msg":"trace[873959333] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:33921; }","duration":"163.497196ms","start":"2026-03-02T17:58:44.481838Z","end":"2026-03-02T17:58:44.645335Z","steps":["trace[873959333] 'agreement among raft nodes before linearized reading' (duration: 163.30788ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:44.672404Z","caller":"traceutil/trace.go:171","msg":"trace[765584348] transaction","detail":"{read_only:false; response_revision:33922; number_of_response:1; }","duration":"130.657024ms","start":"2026-03-02T17:58:44.541722Z","end":"2026-03-02T17:58:44.672379Z","steps":["trace[765584348] 'process raft request' (duration: 130.51683ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.103211Z","caller":"traceutil/trace.go:171","msg":"trace[1556662131] transaction","detail":"{read_only:false; response_revision:33927; number_of_response:1; }","duration":"290.382843ms","start":"2026-03-02T17:58:44.812798Z","end":"2026-03-02T17:58:45.103181Z","steps":["trace[1556662131] 'process raft request' (duration: 289.774827ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.439734Z","caller":"traceutil/trace.go:171","msg":"trace[820937163] linearizableReadLoop","detail":"{readStateIndex:35115; appliedIndex:35109; }","duration":"526.51986ms","start":"2026-03-02T17:58:44.913191Z","end":"2026-03-02T17:58:45.439711Z","steps":["trace[820937163] 'read index received' (duration: 189.354446ms)","trace[820937163] 'applied index is now lower than readState.Index' (duration: 337.164434ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:45.439763Z","caller":"traceutil/trace.go:171","msg":"trace[183115601] transaction","detail":"{read_only:false; response_revision:33929; number_of_response:1; }","duration":"530.789341ms","start":"2026-03-02T17:58:44.908941Z","end":"2026-03-02T17:58:45.43973Z","steps":["trace[183115601] 'process raft request' (duration: 530.519144ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.43982Z","caller":"traceutil/trace.go:171","msg":"trace[989704369] transaction","detail":"{read_only:false; response_revision:33930; number_of_response:1; }","duration":"529.571649ms","start":"2026-03-02T17:58:44.910243Z","end":"2026-03-02T17:58:45.439815Z","steps":["trace[989704369] 'process raft request' (duration: 529.266161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.439833Z","caller":"traceutil/trace.go:171","msg":"trace[140959899] transaction","detail":"{read_only:false; response_revision:33932; number_of_response:1; }","duration":"528.47501ms","start":"2026-03-02T17:58:44.911329Z","end":"2026-03-02T17:58:45.439804Z","steps":["trace[140959899] 'process raft request' (duration: 528.254255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.439895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:44.910197Z","time spent":"529.64011ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:58:45.439895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:44.908929Z","time spent":"530.903103ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:58:45.439791Z","caller":"traceutil/trace.go:171","msg":"trace[242692405] transaction","detail":"{read_only:false; response_revision:33931; number_of_response:1; }","duration":"529.121047ms","start":"2026-03-02T17:58:44.910656Z","end":"2026-03-02T17:58:45.439777Z","steps":["trace[242692405] 'process raft request' (duration: 528.883971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.439954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:44.911321Z","time spent":"528.558423ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:58:45.439964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.759637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:58:45.439973Z","caller":"traceutil/trace.go:171","msg":"trace[2012433865] transaction","detail":"{read_only:false; response_revision:33928; number_of_response:1; }","duration":"531.829588ms","start":"2026-03-02T17:58:44.908101Z","end":"2026-03-02T17:58:45.43993Z","steps":["trace[2012433865] 'process raft request' (duration: 490.918087ms)","trace[2012433865] 'compare' (duration: 40.150341ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:45.440003Z","caller":"traceutil/trace.go:171","msg":"trace[1625413046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33932; }","duration":"526.808918ms","start":"2026-03-02T17:58:44.913184Z","end":"2026-03-02T17:58:45.439993Z","steps":["trace[1625413046] 'agreement among raft nodes before linearized reading' (duration: 526.635393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.44006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:44.913152Z","time spent":"526.900621ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:58:45.440134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:44.908077Z","time spent":"531.967921ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:58:45.440229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:44.910648Z","time spent":"529.341153ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:58:45.499779Z","caller":"traceutil/trace.go:171","msg":"trace[1704635267] transaction","detail":"{read_only:false; response_revision:33933; number_of_response:1; }","duration":"318.585483ms","start":"2026-03-02T17:58:45.181163Z","end":"2026-03-02T17:58:45.499748Z","steps":["trace[1704635267] 'process raft request' (duration: 318.367657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.50004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:45.181132Z","time spent":"318.737177ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:58:45.500086Z","caller":"traceutil/trace.go:171","msg":"trace[1361440369] transaction","detail":"{read_only:false; response_revision:33934; number_of_response:1; }","duration":"261.31129ms","start":"2026-03-02T17:58:45.238719Z","end":"2026-03-02T17:58:45.50003Z","steps":["trace[1361440369] 'process raft request' (duration: 260.977521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.50021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.805426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/63500\" ","response":"range_response_count:1 size:3876"} {"level":"info","ts":"2026-03-02T17:58:45.500302Z","caller":"traceutil/trace.go:171","msg":"trace[1652108278] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/63500; range_end:; response_count:1; response_revision:33934; }","duration":"392.972361ms","start":"2026-03-02T17:58:45.107309Z","end":"2026-03-02T17:58:45.500282Z","steps":["trace[1652108278] 'agreement among raft nodes before linearized reading' (duration: 392.660732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.500356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:45.107282Z","time spent":"393.064583ms","remote":"127.0.0.1:49618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3898,"request content":"key:\"/registry/cilium.io/ciliumidentities/63500\" "} {"level":"warn","ts":"2026-03-02T17:58:45.500356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.989756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:58:45.500438Z","caller":"traceutil/trace.go:171","msg":"trace[1206969784] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33934; }","duration":"487.109319ms","start":"2026-03-02T17:58:45.01331Z","end":"2026-03-02T17:58:45.500419Z","steps":["trace[1206969784] 'agreement among raft nodes before linearized reading' (duration: 486.747489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.500491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:58:45.013288Z","time spent":"487.194602ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:58:45.678887Z","caller":"traceutil/trace.go:171","msg":"trace[1824925894] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33936; }","duration":"175.26558ms","start":"2026-03-02T17:58:45.503597Z","end":"2026-03-02T17:58:45.678862Z","steps":["trace[1824925894] 'process raft request' (duration: 106.16347ms)","trace[1824925894] 'compare' (duration: 68.890315ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:45.679041Z","caller":"traceutil/trace.go:171","msg":"trace[520981466] linearizableReadLoop","detail":"{readStateIndex:35120; appliedIndex:35118; }","duration":"169.635875ms","start":"2026-03-02T17:58:45.509369Z","end":"2026-03-02T17:58:45.679005Z","steps":["trace[520981466] 'read index received' (duration: 100.253248ms)","trace[520981466] 'applied index is now lower than readState.Index' (duration: 69.380137ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:45.679071Z","caller":"traceutil/trace.go:171","msg":"trace[1971493797] transaction","detail":"{read_only:false; response_revision:33937; number_of_response:1; }","duration":"173.084114ms","start":"2026-03-02T17:58:45.50597Z","end":"2026-03-02T17:58:45.679055Z","steps":["trace[1971493797] 'process raft request' (duration: 172.824058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:45.679167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.774818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:58:45.679248Z","caller":"traceutil/trace.go:171","msg":"trace[2031284590] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33937; }","duration":"169.86903ms","start":"2026-03-02T17:58:45.509363Z","end":"2026-03-02T17:58:45.679232Z","steps":["trace[2031284590] 'agreement among raft nodes before linearized reading' (duration: 169.734787ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.872747Z","caller":"traceutil/trace.go:171","msg":"trace[772885770] transaction","detail":"{read_only:false; response_revision:33940; number_of_response:1; }","duration":"171.871673ms","start":"2026-03-02T17:58:45.700852Z","end":"2026-03-02T17:58:45.872724Z","steps":["trace[772885770] 'process raft request' (duration: 171.601256ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.872805Z","caller":"traceutil/trace.go:171","msg":"trace[992857980] transaction","detail":"{read_only:false; response_revision:33941; number_of_response:1; }","duration":"170.692812ms","start":"2026-03-02T17:58:45.702066Z","end":"2026-03-02T17:58:45.872759Z","steps":["trace[992857980] 'process raft request' (duration: 170.570349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:45.873275Z","caller":"traceutil/trace.go:171","msg":"trace[1466059441] transaction","detail":"{read_only:false; response_revision:33942; number_of_response:1; }","duration":"166.35703ms","start":"2026-03-02T17:58:45.706872Z","end":"2026-03-02T17:58:45.873229Z","steps":["trace[1466059441] 'process raft request' (duration: 165.798455ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:46.030354Z","caller":"traceutil/trace.go:171","msg":"trace[982107518] transaction","detail":"{read_only:false; response_revision:33944; number_of_response:1; }","duration":"150.672963ms","start":"2026-03-02T17:58:45.879654Z","end":"2026-03-02T17:58:46.030327Z","steps":["trace[982107518] 'process raft request' (duration: 97.2808ms)","trace[982107518] 'compare' (duration: 53.185238ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:46.030841Z","caller":"traceutil/trace.go:171","msg":"trace[501184234] linearizableReadLoop","detail":"{readStateIndex:35128; appliedIndex:35126; }","duration":"133.291994ms","start":"2026-03-02T17:58:45.897501Z","end":"2026-03-02T17:58:46.030793Z","steps":["trace[501184234] 'read index received' (duration: 79.405878ms)","trace[501184234] 'applied index is now lower than readState.Index' (duration: 53.879816ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:46.030934Z","caller":"traceutil/trace.go:171","msg":"trace[1230876889] transaction","detail":"{read_only:false; response_revision:33945; number_of_response:1; }","duration":"147.765978ms","start":"2026-03-02T17:58:45.883137Z","end":"2026-03-02T17:58:46.030903Z","steps":["trace[1230876889] 'process raft request' (duration: 147.130902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:58:46.031181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.651792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/31264\" ","response":"range_response_count:1 size:2570"} {"level":"info","ts":"2026-03-02T17:58:46.031237Z","caller":"traceutil/trace.go:171","msg":"trace[359517663] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/31264; range_end:; response_count:1; response_revision:33945; }","duration":"133.766675ms","start":"2026-03-02T17:58:45.897454Z","end":"2026-03-02T17:58:46.03122Z","steps":["trace[359517663] 'agreement among raft nodes before linearized reading' (duration: 133.490978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:47.586631Z","caller":"traceutil/trace.go:171","msg":"trace[1351442865] transaction","detail":"{read_only:false; response_revision:33983; number_of_response:1; }","duration":"116.917059ms","start":"2026-03-02T17:58:47.4697Z","end":"2026-03-02T17:58:47.586618Z","steps":["trace[1351442865] 'process raft request' (duration: 26.869396ms)","trace[1351442865] 'compare' (duration: 89.15146ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:47.756266Z","caller":"traceutil/trace.go:171","msg":"trace[2002500297] transaction","detail":"{read_only:false; number_of_response:1; response_revision:33985; }","duration":"100.3996ms","start":"2026-03-02T17:58:47.655801Z","end":"2026-03-02T17:58:47.7562Z","steps":["trace[2002500297] 'process raft request' (duration: 42.5116ms)","trace[2002500297] 'compare' (duration: 57.534092ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:48.860269Z","caller":"traceutil/trace.go:171","msg":"trace[1296341919] transaction","detail":"{read_only:false; response_revision:33997; number_of_response:1; }","duration":"145.692344ms","start":"2026-03-02T17:58:48.714525Z","end":"2026-03-02T17:58:48.860218Z","steps":["trace[1296341919] 'process raft request' (duration: 93.936133ms)","trace[1296341919] 'compare' (duration: 51.472004ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:58:48.860411Z","caller":"traceutil/trace.go:171","msg":"trace[1512008763] transaction","detail":"{read_only:false; response_revision:33998; number_of_response:1; }","duration":"145.14447ms","start":"2026-03-02T17:58:48.715236Z","end":"2026-03-02T17:58:48.86038Z","steps":["trace[1512008763] 'process raft request' (duration: 144.920155ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:50.175758Z","caller":"traceutil/trace.go:171","msg":"trace[637001707] transaction","detail":"{read_only:false; response_revision:34016; number_of_response:1; }","duration":"126.62911ms","start":"2026-03-02T17:58:50.049071Z","end":"2026-03-02T17:58:50.1757Z","steps":["trace[637001707] 'process raft request' (duration: 126.270892ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:51.731252Z","caller":"traceutil/trace.go:171","msg":"trace[1908348734] linearizableReadLoop","detail":"{readStateIndex:35208; appliedIndex:35204; }","duration":"118.587992ms","start":"2026-03-02T17:58:51.612646Z","end":"2026-03-02T17:58:51.731234Z","steps":["trace[1908348734] 'read index received' (duration: 118.313865ms)","trace[1908348734] 'applied index is now lower than readState.Index' (duration: 273.627µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:58:51.731384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.722535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:58:51.731407Z","caller":"traceutil/trace.go:171","msg":"trace[467504775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34024; }","duration":"118.798297ms","start":"2026-03-02T17:58:51.612602Z","end":"2026-03-02T17:58:51.7314Z","steps":["trace[467504775] 'agreement among raft nodes before linearized reading' (duration: 118.700564ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:51.731376Z","caller":"traceutil/trace.go:171","msg":"trace[1773230653] transaction","detail":"{read_only:false; response_revision:34022; number_of_response:1; }","duration":"266.525685ms","start":"2026-03-02T17:58:51.464825Z","end":"2026-03-02T17:58:51.731351Z","steps":["trace[1773230653] 'process raft request' (duration: 266.328291ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:51.731435Z","caller":"traceutil/trace.go:171","msg":"trace[2027527758] transaction","detail":"{read_only:false; response_revision:34024; number_of_response:1; }","duration":"248.292672ms","start":"2026-03-02T17:58:51.483117Z","end":"2026-03-02T17:58:51.73141Z","steps":["trace[2027527758] 'process raft request' (duration: 248.091277ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:51.731343Z","caller":"traceutil/trace.go:171","msg":"trace[1465785603] transaction","detail":"{read_only:false; response_revision:34023; number_of_response:1; }","duration":"263.809984ms","start":"2026-03-02T17:58:51.467501Z","end":"2026-03-02T17:58:51.731311Z","steps":["trace[1465785603] 'process raft request' (duration: 263.684311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:58:51.731294Z","caller":"traceutil/trace.go:171","msg":"trace[1626210324] transaction","detail":"{read_only:false; response_revision:34021; number_of_response:1; }","duration":"266.426653ms","start":"2026-03-02T17:58:51.464811Z","end":"2026-03-02T17:58:51.731238Z","steps":["trace[1626210324] 'process raft request' (duration: 266.225128ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:13.32849Z","caller":"traceutil/trace.go:171","msg":"trace[651135060] transaction","detail":"{read_only:false; response_revision:34176; number_of_response:1; }","duration":"288.240457ms","start":"2026-03-02T17:59:13.04023Z","end":"2026-03-02T17:59:13.32847Z","steps":["trace[651135060] 'process raft request' (duration: 288.078123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:13.466612Z","caller":"traceutil/trace.go:171","msg":"trace[1712659200] transaction","detail":"{read_only:false; response_revision:34177; number_of_response:1; }","duration":"425.054192ms","start":"2026-03-02T17:59:13.041527Z","end":"2026-03-02T17:59:13.466581Z","steps":["trace[1712659200] 'process raft request' (duration: 420.673799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:13.466777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:13.041511Z","time spent":"425.185155ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:13.554514Z","caller":"traceutil/trace.go:171","msg":"trace[1305450962] linearizableReadLoop","detail":"{readStateIndex:35365; appliedIndex:35363; }","duration":"385.733833ms","start":"2026-03-02T17:59:13.168462Z","end":"2026-03-02T17:59:13.554196Z","steps":["trace[1305450962] 'read index received' (duration: 159.922043ms)","trace[1305450962] 'applied index is now lower than readState.Index' (duration: 225.81005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:13.554609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.126014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:59:13.554689Z","caller":"traceutil/trace.go:171","msg":"trace[1852260672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34178; }","duration":"386.249136ms","start":"2026-03-02T17:59:13.168421Z","end":"2026-03-02T17:59:13.55467Z","steps":["trace[1852260672] 'agreement among raft nodes before linearized reading' (duration: 385.788744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:13.554747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:13.168402Z","time spent":"386.331309ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:59:13.554638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.250463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:13.554832Z","caller":"traceutil/trace.go:171","msg":"trace[599554714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34178; }","duration":"101.451248ms","start":"2026-03-02T17:59:13.453345Z","end":"2026-03-02T17:59:13.554796Z","steps":["trace[599554714] 'agreement among raft nodes before linearized reading' (duration: 101.255984ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:14.157822Z","caller":"traceutil/trace.go:171","msg":"trace[1322922606] transaction","detail":"{read_only:false; response_revision:34181; number_of_response:1; }","duration":"222.30997ms","start":"2026-03-02T17:59:13.935457Z","end":"2026-03-02T17:59:14.157767Z","steps":["trace[1322922606] 'process raft request' (duration: 153.208579ms)","trace[1322922606] 'compare' (duration: 68.780532ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:14.185127Z","caller":"traceutil/trace.go:171","msg":"trace[945695762] linearizableReadLoop","detail":"{readStateIndex:35373; appliedIndex:35369; }","duration":"121.698503ms","start":"2026-03-02T17:59:14.063402Z","end":"2026-03-02T17:59:14.185101Z","steps":["trace[945695762] 'read index received' (duration: 25.285295ms)","trace[945695762] 'applied index is now lower than readState.Index' (duration: 96.411988ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:14.185199Z","caller":"traceutil/trace.go:171","msg":"trace[1269537082] transaction","detail":"{read_only:false; response_revision:34183; number_of_response:1; }","duration":"141.734323ms","start":"2026-03-02T17:59:14.043416Z","end":"2026-03-02T17:59:14.185151Z","steps":["trace[1269537082] 'process raft request' (duration: 141.558528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:14.185521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.86828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:59:14.185561Z","caller":"traceutil/trace.go:171","msg":"trace[292282803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34184; }","duration":"120.960384ms","start":"2026-03-02T17:59:14.06459Z","end":"2026-03-02T17:59:14.18555Z","steps":["trace[292282803] 'agreement among raft nodes before linearized reading' (duration: 120.668686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:14.185545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.133924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:59:14.185619Z","caller":"traceutil/trace.go:171","msg":"trace[75640384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34184; }","duration":"122.267017ms","start":"2026-03-02T17:59:14.063338Z","end":"2026-03-02T17:59:14.185605Z","steps":["trace[75640384] 'agreement among raft nodes before linearized reading' (duration: 121.925019ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:14.18574Z","caller":"traceutil/trace.go:171","msg":"trace[171152942] transaction","detail":"{read_only:false; response_revision:34182; number_of_response:1; }","duration":"174.128811ms","start":"2026-03-02T17:59:14.010963Z","end":"2026-03-02T17:59:14.185092Z","steps":["trace[171152942] 'process raft request' (duration: 173.813333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:14.185802Z","caller":"traceutil/trace.go:171","msg":"trace[432206621] transaction","detail":"{read_only:false; response_revision:34184; number_of_response:1; }","duration":"129.996678ms","start":"2026-03-02T17:59:14.055785Z","end":"2026-03-02T17:59:14.185782Z","steps":["trace[432206621] 'process raft request' (duration: 129.235908ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:14.55908Z","caller":"traceutil/trace.go:171","msg":"trace[297164374] transaction","detail":"{read_only:false; response_revision:34186; number_of_response:1; }","duration":"367.85647ms","start":"2026-03-02T17:59:14.191198Z","end":"2026-03-02T17:59:14.559054Z","steps":["trace[297164374] 'process raft request' (duration: 367.619213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:14.55925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:14.191188Z","time spent":"367.982213ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:14.559586Z","caller":"traceutil/trace.go:171","msg":"trace[396870733] transaction","detail":"{read_only:false; response_revision:34187; number_of_response:1; }","duration":"368.25323ms","start":"2026-03-02T17:59:14.191307Z","end":"2026-03-02T17:59:14.55956Z","steps":["trace[396870733] 'process raft request' (duration: 367.708126ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:14.559809Z","caller":"traceutil/trace.go:171","msg":"trace[685282784] linearizableReadLoop","detail":"{readStateIndex:35376; appliedIndex:35373; }","duration":"367.125791ms","start":"2026-03-02T17:59:14.19267Z","end":"2026-03-02T17:59:14.559796Z","steps":["trace[685282784] 'read index received' (duration: 32.762489ms)","trace[685282784] 'applied index is now lower than readState.Index' (duration: 334.362442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:14.559802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:14.191271Z","time spent":"368.441535ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:14.560155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.952497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:59:14.560206Z","caller":"traceutil/trace.go:171","msg":"trace[931494092] transaction","detail":"{read_only:false; response_revision:34188; number_of_response:1; }","duration":"367.146541ms","start":"2026-03-02T17:59:14.193049Z","end":"2026-03-02T17:59:14.560195Z","steps":["trace[931494092] 'process raft request' (duration: 366.417792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:14.560291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:14.193031Z","time spent":"367.224013ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:14.560293Z","caller":"traceutil/trace.go:171","msg":"trace[301428155] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34188; }","duration":"230.08313ms","start":"2026-03-02T17:59:14.330155Z","end":"2026-03-02T17:59:14.560238Z","steps":["trace[301428155] 'agreement among raft nodes before linearized reading' (duration: 229.884255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:14.560694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.027794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:59:14.560738Z","caller":"traceutil/trace.go:171","msg":"trace[918208974] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:34188; }","duration":"368.090586ms","start":"2026-03-02T17:59:14.192637Z","end":"2026-03-02T17:59:14.560728Z","steps":["trace[918208974] 'agreement among raft nodes before linearized reading' (duration: 367.954163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:14.560772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:14.192629Z","time spent":"368.136987ms","remote":"127.0.0.1:42070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-02T17:59:15.465665Z","caller":"traceutil/trace.go:171","msg":"trace[808303384] transaction","detail":"{read_only:false; response_revision:34190; number_of_response:1; }","duration":"131.852416ms","start":"2026-03-02T17:59:15.333785Z","end":"2026-03-02T17:59:15.465637Z","steps":["trace[808303384] 'process raft request' (duration: 131.125678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:15.660453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.291704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:15.660537Z","caller":"traceutil/trace.go:171","msg":"trace[1717153044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34190; }","duration":"194.417397ms","start":"2026-03-02T17:59:15.466103Z","end":"2026-03-02T17:59:15.66052Z","steps":["trace[1717153044] 'range keys from in-memory index tree' (duration: 194.231742ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:15.660527Z","caller":"traceutil/trace.go:171","msg":"trace[1976131872] transaction","detail":"{read_only:false; response_revision:34191; number_of_response:1; }","duration":"189.403337ms","start":"2026-03-02T17:59:15.471093Z","end":"2026-03-02T17:59:15.660496Z","steps":["trace[1976131872] 'process raft request' (duration: 103.181594ms)","trace[1976131872] 'compare' (duration: 86.048939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:15.661178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.659273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:15.661256Z","caller":"traceutil/trace.go:171","msg":"trace[1161409493] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:34191; }","duration":"167.776726ms","start":"2026-03-02T17:59:15.493457Z","end":"2026-03-02T17:59:15.661234Z","steps":["trace[1161409493] 'agreement among raft nodes before linearized reading' (duration: 167.654593ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:15.660503Z","caller":"traceutil/trace.go:171","msg":"trace[1481059246] linearizableReadLoop","detail":"{readStateIndex:35380; appliedIndex:35379; }","duration":"166.956805ms","start":"2026-03-02T17:59:15.493506Z","end":"2026-03-02T17:59:15.660463Z","steps":["trace[1481059246] 'read index received' (duration: 80.824234ms)","trace[1481059246] 'applied index is now lower than readState.Index' (duration: 86.131341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:15.741645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.367796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:15.741727Z","caller":"traceutil/trace.go:171","msg":"trace[544135557] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:34192; }","duration":"123.509369ms","start":"2026-03-02T17:59:15.618197Z","end":"2026-03-02T17:59:15.741707Z","steps":["trace[544135557] 'agreement among raft nodes before linearized reading' (duration: 123.324735ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:15.741824Z","caller":"traceutil/trace.go:171","msg":"trace[1787907990] transaction","detail":"{read_only:false; response_revision:34192; number_of_response:1; }","duration":"210.524724ms","start":"2026-03-02T17:59:15.531274Z","end":"2026-03-02T17:59:15.741799Z","steps":["trace[1787907990] 'process raft request' (duration: 210.034561ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:28.816799Z","caller":"traceutil/trace.go:171","msg":"trace[191157853] transaction","detail":"{read_only:false; response_revision:34287; number_of_response:1; }","duration":"108.351658ms","start":"2026-03-02T17:59:28.708417Z","end":"2026-03-02T17:59:28.816769Z","steps":["trace[191157853] 'process raft request' (duration: 63.67106ms)","trace[191157853] 'compare' (duration: 44.575745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:29.374853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.133023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:59:33.460305Z","caller":"traceutil/trace.go:171","msg":"trace[1183748007] linearizableReadLoop","detail":"{readStateIndex:35506; appliedIndex:35505; }","duration":"176.653606ms","start":"2026-03-02T17:59:33.283609Z","end":"2026-03-02T17:59:33.460262Z","steps":["trace[1183748007] 'read index received' (duration: 176.113502ms)","trace[1183748007] 'applied index is now lower than readState.Index' (duration: 539.024µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:33.460622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.986396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:59:33.460657Z","caller":"traceutil/trace.go:171","msg":"trace[271894784] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34314; }","duration":"177.088707ms","start":"2026-03-02T17:59:33.283559Z","end":"2026-03-02T17:59:33.460648Z","steps":["trace[271894784] 'agreement among raft nodes before linearized reading' (duration: 176.870102ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:33.46047Z","caller":"traceutil/trace.go:171","msg":"trace[1782958691] transaction","detail":"{read_only:false; response_revision:34314; number_of_response:1; }","duration":"182.807486ms","start":"2026-03-02T17:59:33.277607Z","end":"2026-03-02T17:59:33.460414Z","steps":["trace[1782958691] 'process raft request' (duration: 182.122178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:34.903617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837280734,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:59:35.060137Z","caller":"traceutil/trace.go:171","msg":"trace[696023722] transaction","detail":"{read_only:false; response_revision:34322; number_of_response:1; }","duration":"700.814926ms","start":"2026-03-02T17:59:34.359291Z","end":"2026-03-02T17:59:35.060106Z","steps":["trace[696023722] 'process raft request' (duration: 700.429865ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:35.060151Z","caller":"traceutil/trace.go:171","msg":"trace[1722697081] transaction","detail":"{read_only:false; response_revision:34323; number_of_response:1; }","duration":"698.244428ms","start":"2026-03-02T17:59:34.361882Z","end":"2026-03-02T17:59:35.060127Z","steps":["trace[1722697081] 'process raft request' (duration: 698.097135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.0603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.359264Z","time spent":"700.954148ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:35.060316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.361869Z","time spent":"698.362572ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:35.060645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.775191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-02T17:59:35.060713Z","caller":"traceutil/trace.go:171","msg":"trace[1313272235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34323; }","duration":"657.888684ms","start":"2026-03-02T17:59:34.40281Z","end":"2026-03-02T17:59:35.060699Z","steps":["trace[1313272235] 'agreement among raft nodes before linearized reading' (duration: 657.699239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.060744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.402782Z","time spent":"657.956175ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:59:35.060066Z","caller":"traceutil/trace.go:171","msg":"trace[1056131467] linearizableReadLoop","detail":"{readStateIndex:35516; appliedIndex:35514; }","duration":"657.176055ms","start":"2026-03-02T17:59:34.402857Z","end":"2026-03-02T17:59:35.060033Z","steps":["trace[1056131467] 'read index received' (duration: 657.079972ms)","trace[1056131467] 'applied index is now lower than readState.Index' (duration: 95.003µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:35.061152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.921279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:35.06121Z","caller":"traceutil/trace.go:171","msg":"trace[1813222855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34323; }","duration":"317.033373ms","start":"2026-03-02T17:59:34.744163Z","end":"2026-03-02T17:59:35.061197Z","steps":["trace[1813222855] 'agreement among raft nodes before linearized reading' (duration: 316.92262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.061248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.744146Z","time spent":"317.092224ms","remote":"127.0.0.1:44142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:35.061398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.205678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:59:35.061463Z","caller":"traceutil/trace.go:171","msg":"trace[814384646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34323; }","duration":"373.310451ms","start":"2026-03-02T17:59:34.688137Z","end":"2026-03-02T17:59:35.061447Z","steps":["trace[814384646] 'agreement among raft nodes before linearized reading' (duration: 373.109116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.061497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.68812Z","time spent":"373.371023ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T17:59:35.061503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.053057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:35.061569Z","caller":"traceutil/trace.go:171","msg":"trace[464621021] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:34323; }","duration":"116.159499ms","start":"2026-03-02T17:59:34.945397Z","end":"2026-03-02T17:59:35.061556Z","steps":["trace[464621021] 'agreement among raft nodes before linearized reading' (duration: 116.059717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.061656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.480094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:35.061686Z","caller":"traceutil/trace.go:171","msg":"trace[691955456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34323; }","duration":"317.549666ms","start":"2026-03-02T17:59:34.744128Z","end":"2026-03-02T17:59:35.061678Z","steps":["trace[691955456] 'agreement among raft nodes before linearized reading' (duration: 317.492805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.061707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.744108Z","time spent":"317.592917ms","remote":"127.0.0.1:44078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:35.061847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.237108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:59:35.061904Z","caller":"traceutil/trace.go:171","msg":"trace[561081033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34323; }","duration":"202.327321ms","start":"2026-03-02T17:59:34.859561Z","end":"2026-03-02T17:59:35.061888Z","steps":["trace[561081033] 'agreement among raft nodes before linearized reading' (duration: 202.174667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.06216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.254709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:59:35.0622Z","caller":"traceutil/trace.go:171","msg":"trace[1686882015] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34323; }","duration":"378.334111ms","start":"2026-03-02T17:59:34.683856Z","end":"2026-03-02T17:59:35.062191Z","steps":["trace[1686882015] 'agreement among raft nodes before linearized reading' (duration: 378.232668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.062242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.683837Z","time spent":"378.399243ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:59:35.062318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.914056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:35.062433Z","caller":"traceutil/trace.go:171","msg":"trace[675988098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34323; }","duration":"611.05452ms","start":"2026-03-02T17:59:34.451363Z","end":"2026-03-02T17:59:35.062417Z","steps":["trace[675988098] 'agreement among raft nodes before linearized reading' (duration: 609.696475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.062482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.451345Z","time spent":"611.126512ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:59:35.062311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.112091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T17:59:35.06255Z","caller":"traceutil/trace.go:171","msg":"trace[245182650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34323; }","duration":"379.345737ms","start":"2026-03-02T17:59:34.683179Z","end":"2026-03-02T17:59:35.062525Z","steps":["trace[245182650] 'agreement among raft nodes before linearized reading' (duration: 378.942737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.062609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:34.683118Z","time spent":"379.476741ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:59:35.701942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.821035ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:35.702047Z","caller":"traceutil/trace.go:171","msg":"trace[1355382407] linearizableReadLoop","detail":"{readStateIndex:35517; appliedIndex:35516; }","duration":"635.270587ms","start":"2026-03-02T17:59:35.066756Z","end":"2026-03-02T17:59:35.702027Z","steps":["trace[1355382407] 'read index received' (duration: 405.280718ms)","trace[1355382407] 'applied index is now lower than readState.Index' (duration: 229.988459ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:35.702115Z","caller":"traceutil/trace.go:171","msg":"trace[1602624730] transaction","detail":"{read_only:false; response_revision:34324; number_of_response:1; }","duration":"635.495734ms","start":"2026-03-02T17:59:35.066608Z","end":"2026-03-02T17:59:35.702104Z","steps":["trace[1602624730] 'process raft request' (duration: 405.339451ms)","trace[1602624730] 'compare' (duration: 229.443304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:35.702172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.066591Z","time spent":"635.550024ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:35.702318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.556695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:35.702358Z","caller":"traceutil/trace.go:171","msg":"trace[500094685] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:34324; }","duration":"635.630006ms","start":"2026-03-02T17:59:35.066714Z","end":"2026-03-02T17:59:35.702344Z","steps":["trace[500094685] 'agreement among raft nodes before linearized reading' (duration: 635.566045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.702389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.066698Z","time spent":"635.682768ms","remote":"127.0.0.1:41356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:35.979109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.182125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:35.979248Z","caller":"traceutil/trace.go:171","msg":"trace[555333179] transaction","detail":"{read_only:false; response_revision:34325; number_of_response:1; }","duration":"912.453358ms","start":"2026-03-02T17:59:35.066779Z","end":"2026-03-02T17:59:35.979233Z","steps":["trace[555333179] 'process raft request' (duration: 797.062979ms)","trace[555333179] 'compare' (duration: 115.05998ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:35.979301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.066767Z","time spent":"912.512279ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:35.979628Z","caller":"traceutil/trace.go:171","msg":"trace[1722986839] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"912.728284ms","start":"2026-03-02T17:59:35.066841Z","end":"2026-03-02T17:59:35.97957Z","steps":["trace[1722986839] 'process raft request' (duration: 912.352265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.979792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.066834Z","time spent":"912.871399ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:35.979797Z","caller":"traceutil/trace.go:171","msg":"trace[1479083918] transaction","detail":"{read_only:false; response_revision:34327; number_of_response:1; }","duration":"912.91415ms","start":"2026-03-02T17:59:35.066841Z","end":"2026-03-02T17:59:35.979755Z","steps":["trace[1479083918] 'process raft request' (duration: 912.611872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.980066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.066829Z","time spent":"913.095615ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:35.980257Z","caller":"traceutil/trace.go:171","msg":"trace[219082651] transaction","detail":"{read_only:false; response_revision:34328; number_of_response:1; }","duration":"913.394032ms","start":"2026-03-02T17:59:35.066842Z","end":"2026-03-02T17:59:35.980236Z","steps":["trace[219082651] 'process raft request' (duration: 912.828358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.980341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.066809Z","time spent":"913.495154ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:35.980388Z","caller":"traceutil/trace.go:171","msg":"trace[2008747622] transaction","detail":"{read_only:false; response_revision:34329; number_of_response:1; }","duration":"395.865335ms","start":"2026-03-02T17:59:35.584502Z","end":"2026-03-02T17:59:35.980367Z","steps":["trace[2008747622] 'process raft request' (duration: 395.588488ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:35.980445Z","caller":"traceutil/trace.go:171","msg":"trace[1685683242] linearizableReadLoop","detail":"{readStateIndex:35522; appliedIndex:35517; }","duration":"278.364642ms","start":"2026-03-02T17:59:35.702072Z","end":"2026-03-02T17:59:35.980437Z","steps":["trace[1685683242] 'read index received' (duration: 161.920844ms)","trace[1685683242] 'applied index is now lower than readState.Index' (duration: 116.442988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:35.980493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.584474Z","time spent":"395.970829ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:35.980517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.276151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:35.980544Z","caller":"traceutil/trace.go:171","msg":"trace[1020864275] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:34330; }","duration":"534.332022ms","start":"2026-03-02T17:59:35.446203Z","end":"2026-03-02T17:59:35.980535Z","steps":["trace[1020864275] 'agreement among raft nodes before linearized reading' (duration: 534.26ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.980585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.446187Z","time spent":"534.392005ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:59:35.980648Z","caller":"traceutil/trace.go:171","msg":"trace[46175418] transaction","detail":"{read_only:false; response_revision:34330; number_of_response:1; }","duration":"150.88575ms","start":"2026-03-02T17:59:35.829718Z","end":"2026-03-02T17:59:35.980603Z","steps":["trace[46175418] 'process raft request' (duration: 150.471789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.980744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.844573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:35.980769Z","caller":"traceutil/trace.go:171","msg":"trace[608731603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34330; }","duration":"525.915345ms","start":"2026-03-02T17:59:35.454846Z","end":"2026-03-02T17:59:35.980761Z","steps":["trace[608731603] 'agreement among raft nodes before linearized reading' (duration: 525.872544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:35.98085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:35.454821Z","time spent":"526.024157ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:59:36.07784Z","caller":"traceutil/trace.go:171","msg":"trace[1460234747] transaction","detail":"{read_only:false; response_revision:34331; number_of_response:1; }","duration":"112.820362ms","start":"2026-03-02T17:59:35.965002Z","end":"2026-03-02T17:59:36.077822Z","steps":["trace[1460234747] 'process raft request' (duration: 112.71642ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:36.262046Z","caller":"traceutil/trace.go:171","msg":"trace[2041638519] transaction","detail":"{read_only:false; response_revision:34332; number_of_response:1; }","duration":"212.843975ms","start":"2026-03-02T17:59:36.049147Z","end":"2026-03-02T17:59:36.261991Z","steps":["trace[2041638519] 'process raft request' (duration: 165.799266ms)","trace[2041638519] 'compare' (duration: 46.932646ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:36.621849Z","caller":"traceutil/trace.go:171","msg":"trace[1154005174] transaction","detail":"{read_only:false; response_revision:34333; number_of_response:1; }","duration":"262.999084ms","start":"2026-03-02T17:59:36.358811Z","end":"2026-03-02T17:59:36.621811Z","steps":["trace[1154005174] 'process raft request' (duration: 262.742267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:37.55986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.637445ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:37.560139Z","caller":"traceutil/trace.go:171","msg":"trace[476997711] linearizableReadLoop","detail":"{readStateIndex:35527; appliedIndex:35526; }","duration":"1.109555635s","start":"2026-03-02T17:59:36.450563Z","end":"2026-03-02T17:59:37.560118Z","steps":["trace[476997711] 'read index received' (duration: 171.413331ms)","trace[476997711] 'applied index is now lower than readState.Index' (duration: 938.141193ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:37.560241Z","caller":"traceutil/trace.go:171","msg":"trace[2034870067] transaction","detail":"{read_only:false; response_revision:34334; number_of_response:1; }","duration":"1.169560688s","start":"2026-03-02T17:59:36.390666Z","end":"2026-03-02T17:59:37.560226Z","steps":["trace[2034870067] 'process raft request' (duration: 909.475051ms)","trace[2034870067] 'compare' (duration: 258.844825ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:37.560252Z","caller":"traceutil/trace.go:171","msg":"trace[448054385] transaction","detail":"{read_only:false; response_revision:34335; number_of_response:1; }","duration":"962.953245ms","start":"2026-03-02T17:59:36.597279Z","end":"2026-03-02T17:59:37.560232Z","steps":["trace[448054385] 'process raft request' (duration: 962.72505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:37.560319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:36.39064Z","time spent":"1.16963486s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:37.560351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:36.597233Z","time spent":"963.062939ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:37.560583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109996556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:37.560627Z","caller":"traceutil/trace.go:171","msg":"trace[254648426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34335; }","duration":"1.110106959s","start":"2026-03-02T17:59:36.450509Z","end":"2026-03-02T17:59:37.560616Z","steps":["trace[254648426] 'agreement among raft nodes before linearized reading' (duration: 1.110007636s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:37.560662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:36.450489Z","time spent":"1.11016678s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T17:59:37.616715Z","caller":"traceutil/trace.go:171","msg":"trace[578115662] transaction","detail":"{read_only:false; response_revision:34337; number_of_response:1; }","duration":"548.570192ms","start":"2026-03-02T17:59:37.0681Z","end":"2026-03-02T17:59:37.61667Z","steps":["trace[578115662] 'process raft request' (duration: 548.442889ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:37.616765Z","caller":"traceutil/trace.go:171","msg":"trace[1775138254] transaction","detail":"{read_only:false; response_revision:34336; number_of_response:1; }","duration":"549.008702ms","start":"2026-03-02T17:59:37.067713Z","end":"2026-03-02T17:59:37.616722Z","steps":["trace[1775138254] 'process raft request' (duration: 548.56622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:37.616972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.068092Z","time spent":"548.752496ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:37.6175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.067687Z","time spent":"549.284689ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:38.023092Z","caller":"traceutil/trace.go:171","msg":"trace[979835369] linearizableReadLoop","detail":"{readStateIndex:35531; appliedIndex:35528; }","duration":"462.879732ms","start":"2026-03-02T17:59:37.56019Z","end":"2026-03-02T17:59:38.02307Z","steps":["trace[979835369] 'read index received' (duration: 56.031952ms)","trace[979835369] 'applied index is now lower than readState.Index' (duration: 406.84652ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:38.023174Z","caller":"traceutil/trace.go:171","msg":"trace[948204746] transaction","detail":"{read_only:false; response_revision:34338; number_of_response:1; }","duration":"624.95388ms","start":"2026-03-02T17:59:37.398192Z","end":"2026-03-02T17:59:38.023146Z","steps":["trace[948204746] 'process raft request' (duration: 624.681243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.023219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.135769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:59:38.023295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.442988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:38.023311Z","caller":"traceutil/trace.go:171","msg":"trace[1426227840] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:34338; }","duration":"592.281054ms","start":"2026-03-02T17:59:37.431007Z","end":"2026-03-02T17:59:38.023288Z","steps":["trace[1426227840] 'agreement among raft nodes before linearized reading' (duration: 592.081338ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:38.023342Z","caller":"traceutil/trace.go:171","msg":"trace[1006541566] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:34338; }","duration":"526.498299ms","start":"2026-03-02T17:59:37.496831Z","end":"2026-03-02T17:59:38.023329Z","steps":["trace[1006541566] 'agreement among raft nodes before linearized reading' (duration: 526.410056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.023335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.398153Z","time spent":"625.104584ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:38.023373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.430989Z","time spent":"592.367296ms","remote":"127.0.0.1:45564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:38.023298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.91505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:38.023483Z","caller":"traceutil/trace.go:171","msg":"trace[1703316595] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:34338; }","duration":"664.127106ms","start":"2026-03-02T17:59:37.359345Z","end":"2026-03-02T17:59:38.023472Z","steps":["trace[1703316595] 'agreement among raft nodes before linearized reading' (duration: 663.927891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.023514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.359328Z","time spent":"664.173446ms","remote":"127.0.0.1:52528","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:38.023368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.496785Z","time spent":"526.576042ms","remote":"127.0.0.1:49566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:38.023249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.755561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:59:38.023886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396599079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:38.023828Z","caller":"traceutil/trace.go:171","msg":"trace[672742710] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34338; }","duration":"616.356447ms","start":"2026-03-02T17:59:37.407434Z","end":"2026-03-02T17:59:38.02379Z","steps":["trace[672742710] 'agreement among raft nodes before linearized reading' (duration: 615.755702ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:38.023917Z","caller":"traceutil/trace.go:171","msg":"trace[985725996] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:34338; }","duration":"1.396673072s","start":"2026-03-02T17:59:36.627237Z","end":"2026-03-02T17:59:38.02391Z","steps":["trace[985725996] 'agreement among raft nodes before linearized reading' (duration: 1.39657875s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.02394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:36.627215Z","time spent":"1.396718754s","remote":"127.0.0.1:42298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":60,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:38.023943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.407415Z","time spent":"616.508341ms","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T17:59:38.024608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.341203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:59:38.0247Z","caller":"traceutil/trace.go:171","msg":"trace[1327055984] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:34338; }","duration":"866.416546ms","start":"2026-03-02T17:59:37.158229Z","end":"2026-03-02T17:59:38.024645Z","steps":["trace[1327055984] 'agreement among raft nodes before linearized reading' (duration: 865.097602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.02474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.158214Z","time spent":"866.514328ms","remote":"127.0.0.1:42346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2067,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:38.02926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.863595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:38.029313Z","caller":"traceutil/trace.go:171","msg":"trace[1598507808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34340; }","duration":"461.953357ms","start":"2026-03-02T17:59:37.567346Z","end":"2026-03-02T17:59:38.029299Z","steps":["trace[1598507808] 'agreement among raft nodes before linearized reading' (duration: 461.802213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.029337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.567325Z","time spent":"462.005499ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:59:38.030091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.000305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:59:38.030149Z","caller":"traceutil/trace.go:171","msg":"trace[930862376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34340; }","duration":"321.092797ms","start":"2026-03-02T17:59:37.709042Z","end":"2026-03-02T17:59:38.030135Z","steps":["trace[930862376] 'agreement among raft nodes before linearized reading' (duration: 321.003495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.030268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:37.709025Z","time spent":"321.229341ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:59:38.219105Z","caller":"traceutil/trace.go:171","msg":"trace[676025577] transaction","detail":"{read_only:false; response_revision:34343; number_of_response:1; }","duration":"184.558281ms","start":"2026-03-02T17:59:38.034498Z","end":"2026-03-02T17:59:38.219056Z","steps":["trace[676025577] 'process raft request' (duration: 111.595151ms)","trace[676025577] 'compare' (duration: 72.672393ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:38.219183Z","caller":"traceutil/trace.go:171","msg":"trace[1914242556] linearizableReadLoop","detail":"{readStateIndex:35538; appliedIndex:35533; }","duration":"181.524932ms","start":"2026-03-02T17:59:38.037624Z","end":"2026-03-02T17:59:38.219149Z","steps":["trace[1914242556] 'read index received' (duration: 23.882999ms)","trace[1914242556] 'applied index is now lower than readState.Index' (duration: 157.640283ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:38.219211Z","caller":"traceutil/trace.go:171","msg":"trace[891997069] transaction","detail":"{read_only:false; response_revision:34344; number_of_response:1; }","duration":"184.631182ms","start":"2026-03-02T17:59:38.034526Z","end":"2026-03-02T17:59:38.219157Z","steps":["trace[891997069] 'process raft request' (duration: 184.466238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.219319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.677647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:38.219388Z","caller":"traceutil/trace.go:171","msg":"trace[1794320015] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34345; }","duration":"181.79021ms","start":"2026-03-02T17:59:38.037584Z","end":"2026-03-02T17:59:38.219374Z","steps":["trace[1794320015] 'agreement among raft nodes before linearized reading' (duration: 181.672706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:38.219234Z","caller":"traceutil/trace.go:171","msg":"trace[1042406775] transaction","detail":"{read_only:false; response_revision:34345; number_of_response:1; }","duration":"183.706348ms","start":"2026-03-02T17:59:38.035493Z","end":"2026-03-02T17:59:38.2192Z","steps":["trace[1042406775] 'process raft request' (duration: 183.583725ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:38.297224Z","caller":"traceutil/trace.go:171","msg":"trace[1345443394] transaction","detail":"{read_only:false; response_revision:34346; number_of_response:1; }","duration":"214.57368ms","start":"2026-03-02T17:59:38.082618Z","end":"2026-03-02T17:59:38.297191Z","steps":["trace[1345443394] 'process raft request' (duration: 214.291172ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:38.466626Z","caller":"traceutil/trace.go:171","msg":"trace[1245083286] transaction","detail":"{read_only:false; response_revision:34347; number_of_response:1; }","duration":"198.953404ms","start":"2026-03-02T17:59:38.267628Z","end":"2026-03-02T17:59:38.466582Z","steps":["trace[1245083286] 'process raft request' (duration: 161.562965ms)","trace[1245083286] 'compare' (duration: 35.53959ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:38.467484Z","caller":"traceutil/trace.go:171","msg":"trace[1960535906] transaction","detail":"{read_only:false; response_revision:34348; number_of_response:1; }","duration":"173.588567ms","start":"2026-03-02T17:59:38.293885Z","end":"2026-03-02T17:59:38.467473Z","steps":["trace[1960535906] 'process raft request' (duration: 172.510288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.998127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.431267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:38.998199Z","caller":"traceutil/trace.go:171","msg":"trace[2096241609] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:34348; }","duration":"138.54766ms","start":"2026-03-02T17:59:38.859637Z","end":"2026-03-02T17:59:38.998185Z","steps":["trace[2096241609] 'count revisions from in-memory index tree' (duration: 138.362175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:38.998254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.612075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-02T17:59:38.998325Z","caller":"traceutil/trace.go:171","msg":"trace[2003030809] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:34348; }","duration":"269.725868ms","start":"2026-03-02T17:59:38.728582Z","end":"2026-03-02T17:59:38.998308Z","steps":["trace[2003030809] 'range keys from in-memory index tree' (duration: 269.466252ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:39.071787Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008ad7.wal"} {"level":"info","ts":"2026-03-02T17:59:39.072469Z","caller":"traceutil/trace.go:171","msg":"trace[1158210119] transaction","detail":"{read_only:false; response_revision:34349; number_of_response:1; }","duration":"145.651404ms","start":"2026-03-02T17:59:38.926796Z","end":"2026-03-02T17:59:39.072447Z","steps":["trace[1158210119] 'process raft request' (duration: 145.316045ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:39.399987Z","caller":"traceutil/trace.go:171","msg":"trace[1405576475] linearizableReadLoop","detail":"{readStateIndex:35543; appliedIndex:35542; }","duration":"113.155292ms","start":"2026-03-02T17:59:39.2868Z","end":"2026-03-02T17:59:39.399956Z","steps":["trace[1405576475] 'read index received' (duration: 16.501168ms)","trace[1405576475] 'applied index is now lower than readState.Index' (duration: 96.652234ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:39.400237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.414988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:59:39.400296Z","caller":"traceutil/trace.go:171","msg":"trace[1413623054] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34349; }","duration":"113.51095ms","start":"2026-03-02T17:59:39.28677Z","end":"2026-03-02T17:59:39.400281Z","steps":["trace[1413623054] 'agreement among raft nodes before linearized reading' (duration: 113.303195ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:42.509282Z","caller":"traceutil/trace.go:171","msg":"trace[515211114] transaction","detail":"{read_only:false; response_revision:34373; number_of_response:1; }","duration":"119.266109ms","start":"2026-03-02T17:59:42.389978Z","end":"2026-03-02T17:59:42.509244Z","steps":["trace[515211114] 'process raft request' (duration: 119.022423ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:42.648706Z","caller":"traceutil/trace.go:171","msg":"trace[1382319370] transaction","detail":"{read_only:false; response_revision:34374; number_of_response:1; }","duration":"116.142309ms","start":"2026-03-02T17:59:42.532517Z","end":"2026-03-02T17:59:42.64866Z","steps":["trace[1382319370] 'process raft request' (duration: 73.734361ms)","trace[1382319370] 'compare' (duration: 42.167822ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:43.697366Z","caller":"traceutil/trace.go:171","msg":"trace[2116139582] transaction","detail":"{read_only:false; response_revision:34375; number_of_response:1; }","duration":"104.915228ms","start":"2026-03-02T17:59:43.592392Z","end":"2026-03-02T17:59:43.697307Z","steps":["trace[2116139582] 'process raft request' (duration: 104.396165ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:43.842131Z","caller":"traceutil/trace.go:171","msg":"trace[1482920295] transaction","detail":"{read_only:false; response_revision:34377; number_of_response:1; }","duration":"106.795977ms","start":"2026-03-02T17:59:43.735313Z","end":"2026-03-02T17:59:43.842109Z","steps":["trace[1482920295] 'process raft request' (duration: 106.667364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.262033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.884214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-02T17:59:44.262075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.680138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:44.262128Z","caller":"traceutil/trace.go:171","msg":"trace[1608875970] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:34377; }","duration":"338.042848ms","start":"2026-03-02T17:59:43.924062Z","end":"2026-03-02T17:59:44.262105Z","steps":["trace[1608875970] 'range keys from in-memory index tree' (duration: 337.75263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.262366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:43.924037Z","time spent":"338.291903ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"info","ts":"2026-03-02T17:59:44.262723Z","caller":"traceutil/trace.go:171","msg":"trace[1200193341] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:34377; }","duration":"338.410937ms","start":"2026-03-02T17:59:43.924287Z","end":"2026-03-02T17:59:44.262698Z","steps":["trace[1200193341] 'count revisions from in-memory index tree' (duration: 337.582126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.262891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:43.924264Z","time spent":"338.558441ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:59:44.512752Z","caller":"traceutil/trace.go:171","msg":"trace[453134460] transaction","detail":"{read_only:false; response_revision:34378; number_of_response:1; }","duration":"448.837667ms","start":"2026-03-02T17:59:44.063885Z","end":"2026-03-02T17:59:44.512723Z","steps":["trace[453134460] 'process raft request' (duration: 448.646163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.512903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.063866Z","time spent":"448.964891ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:44.527127Z","caller":"traceutil/trace.go:171","msg":"trace[405001026] linearizableReadLoop","detail":"{readStateIndex:35573; appliedIndex:35571; }","duration":"321.17219ms","start":"2026-03-02T17:59:44.205931Z","end":"2026-03-02T17:59:44.527103Z","steps":["trace[405001026] 'read index received' (duration: 306.687655ms)","trace[405001026] 'applied index is now lower than readState.Index' (duration: 14.483595ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:44.527321Z","caller":"traceutil/trace.go:171","msg":"trace[137830301] transaction","detail":"{read_only:false; response_revision:34379; number_of_response:1; }","duration":"337.7307ms","start":"2026-03-02T17:59:44.189541Z","end":"2026-03-02T17:59:44.527271Z","steps":["trace[137830301] 'process raft request' (duration: 337.346459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.527732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.798556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-02T17:59:44.527823Z","caller":"traceutil/trace.go:171","msg":"trace[1723772817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34379; }","duration":"321.95034ms","start":"2026-03-02T17:59:44.205855Z","end":"2026-03-02T17:59:44.527805Z","steps":["trace[1723772817] 'agreement among raft nodes before linearized reading' (duration: 321.754925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.527866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.205827Z","time spent":"322.030953ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-02T17:59:44.528021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.18952Z","time spent":"338.411418ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:44.752591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.894388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:44.752987Z","caller":"traceutil/trace.go:171","msg":"trace[1582625610] linearizableReadLoop","detail":"{readStateIndex:35575; appliedIndex:35574; }","duration":"225.735037ms","start":"2026-03-02T17:59:44.527231Z","end":"2026-03-02T17:59:44.752966Z","steps":["trace[1582625610] 'read index received' (duration: 64.514821ms)","trace[1582625610] 'applied index is now lower than readState.Index' (duration: 161.218296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:44.753293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.889096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:59:44.753344Z","caller":"traceutil/trace.go:171","msg":"trace[453695045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34380; }","duration":"483.973678ms","start":"2026-03-02T17:59:44.269359Z","end":"2026-03-02T17:59:44.753333Z","steps":["trace[453695045] 'agreement among raft nodes before linearized reading' (duration: 483.818023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.753369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.269353Z","time spent":"484.010639ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:59:44.753343Z","caller":"traceutil/trace.go:171","msg":"trace[788728938] transaction","detail":"{read_only:false; response_revision:34380; number_of_response:1; }","duration":"237.260807ms","start":"2026-03-02T17:59:44.516044Z","end":"2026-03-02T17:59:44.753304Z","steps":["trace[788728938] 'process raft request' (duration: 75.524597ms)","trace[788728938] 'compare' (duration: 160.767454ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:44.753353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.393101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T17:59:44.75343Z","caller":"traceutil/trace.go:171","msg":"trace[1742296366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34380; }","duration":"481.489454ms","start":"2026-03-02T17:59:44.271924Z","end":"2026-03-02T17:59:44.753413Z","steps":["trace[1742296366] 'agreement among raft nodes before linearized reading' (duration: 481.274788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.75344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.488548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-02T17:59:44.75348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.271918Z","time spent":"481.552216ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T17:59:44.753505Z","caller":"traceutil/trace.go:171","msg":"trace[75189623] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34380; }","duration":"546.591521ms","start":"2026-03-02T17:59:44.206896Z","end":"2026-03-02T17:59:44.753488Z","steps":["trace[75189623] 'agreement among raft nodes before linearized reading' (duration: 546.365106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.753541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.206885Z","time spent":"546.648662ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:59:44.753479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.484463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:59:44.753498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.208724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:59:44.753587Z","caller":"traceutil/trace.go:171","msg":"trace[293470846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34380; }","duration":"303.624176ms","start":"2026-03-02T17:59:44.449951Z","end":"2026-03-02T17:59:44.753575Z","steps":["trace[293470846] 'agreement among raft nodes before linearized reading' (duration: 303.213385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.753546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.364936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:44.753685Z","caller":"traceutil/trace.go:171","msg":"trace[444786040] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:34380; }","duration":"272.54321ms","start":"2026-03-02T17:59:44.481104Z","end":"2026-03-02T17:59:44.753647Z","steps":["trace[444786040] 'agreement among raft nodes before linearized reading' (duration: 272.314884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.753612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.449935Z","time spent":"303.671407ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:59:44.753714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.678106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T17:59:44.753859Z","caller":"traceutil/trace.go:171","msg":"trace[1551060364] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34380; }","duration":"489.87135ms","start":"2026-03-02T17:59:44.263947Z","end":"2026-03-02T17:59:44.753818Z","steps":["trace[1551060364] 'agreement among raft nodes before linearized reading' (duration: 489.364768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.753965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.263916Z","time spent":"490.035255ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-02T17:59:44.754176Z","caller":"traceutil/trace.go:171","msg":"trace[633428227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34380; }","duration":"235.344247ms","start":"2026-03-02T17:59:44.518256Z","end":"2026-03-02T17:59:44.753601Z","steps":["trace[633428227] 'agreement among raft nodes before linearized reading' (duration: 235.011609ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:44.986699Z","caller":"traceutil/trace.go:171","msg":"trace[1489184845] transaction","detail":"{read_only:false; response_revision:34382; number_of_response:1; }","duration":"454.33268ms","start":"2026-03-02T17:59:44.532331Z","end":"2026-03-02T17:59:44.986664Z","steps":["trace[1489184845] 'process raft request' (duration: 454.229087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.986824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.532309Z","time spent":"454.448743ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:44.986797Z","caller":"traceutil/trace.go:171","msg":"trace[1854447485] transaction","detail":"{read_only:false; response_revision:34381; number_of_response:1; }","duration":"458.266423ms","start":"2026-03-02T17:59:44.528478Z","end":"2026-03-02T17:59:44.986744Z","steps":["trace[1854447485] 'process raft request' (duration: 452.479533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.987024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.528438Z","time spent":"458.460038ms","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:44.987444Z","caller":"traceutil/trace.go:171","msg":"trace[1922606743] transaction","detail":"{read_only:false; response_revision:34383; number_of_response:1; }","duration":"331.979431ms","start":"2026-03-02T17:59:44.655452Z","end":"2026-03-02T17:59:44.987432Z","steps":["trace[1922606743] 'process raft request' (duration: 331.882308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.987505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.655431Z","time spent":"332.047082ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:44.987676Z","caller":"traceutil/trace.go:171","msg":"trace[1806660976] transaction","detail":"{read_only:false; response_revision:34384; number_of_response:1; }","duration":"229.816833ms","start":"2026-03-02T17:59:44.75785Z","end":"2026-03-02T17:59:44.987667Z","steps":["trace[1806660976] 'process raft request' (duration: 229.545347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:44.987887Z","caller":"traceutil/trace.go:171","msg":"trace[496117482] transaction","detail":"{read_only:false; response_revision:34385; number_of_response:1; }","duration":"229.66233ms","start":"2026-03-02T17:59:44.758218Z","end":"2026-03-02T17:59:44.98788Z","steps":["trace[496117482] 'process raft request' (duration: 229.413152ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:44.988025Z","caller":"traceutil/trace.go:171","msg":"trace[1186319691] transaction","detail":"{read_only:false; response_revision:34386; number_of_response:1; }","duration":"229.734582ms","start":"2026-03-02T17:59:44.758284Z","end":"2026-03-02T17:59:44.988019Z","steps":["trace[1186319691] 'process raft request' (duration: 229.565408ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:44.988152Z","caller":"traceutil/trace.go:171","msg":"trace[1573486037] linearizableReadLoop","detail":"{readStateIndex:35578; appliedIndex:35575; }","duration":"235.06944ms","start":"2026-03-02T17:59:44.753074Z","end":"2026-03-02T17:59:44.988144Z","steps":["trace[1573486037] 'read index received' (duration: 227.810452ms)","trace[1573486037] 'applied index is now lower than readState.Index' (duration: 7.257958ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:44.988244Z","caller":"traceutil/trace.go:171","msg":"trace[241726316] transaction","detail":"{read_only:false; response_revision:34387; number_of_response:1; }","duration":"229.167797ms","start":"2026-03-02T17:59:44.759068Z","end":"2026-03-02T17:59:44.988236Z","steps":["trace[241726316] 'process raft request' (duration: 228.929251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.988341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.080238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:44.98841Z","caller":"traceutil/trace.go:171","msg":"trace[789489227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34387; }","duration":"233.15311ms","start":"2026-03-02T17:59:44.755234Z","end":"2026-03-02T17:59:44.988387Z","steps":["trace[789489227] 'agreement among raft nodes before linearized reading' (duration: 233.047857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.989108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.254037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-03-02T17:59:44.989155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.811167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:59:44.989192Z","caller":"traceutil/trace.go:171","msg":"trace[793887761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34387; }","duration":"228.873319ms","start":"2026-03-02T17:59:44.76031Z","end":"2026-03-02T17:59:44.989183Z","steps":["trace[793887761] 'agreement among raft nodes before linearized reading' (duration: 228.354076ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:44.989201Z","caller":"traceutil/trace.go:171","msg":"trace[1741101129] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:34387; }","duration":"359.355979ms","start":"2026-03-02T17:59:44.629823Z","end":"2026-03-02T17:59:44.989178Z","steps":["trace[1741101129] 'agreement among raft nodes before linearized reading' (duration: 358.709753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:44.989387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:44.629778Z","time spent":"359.593556ms","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-02T17:59:44.990936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.693303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-02T17:59:44.991016Z","caller":"traceutil/trace.go:171","msg":"trace[1486940019] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:34387; }","duration":"155.817646ms","start":"2026-03-02T17:59:44.83518Z","end":"2026-03-02T17:59:44.990997Z","steps":["trace[1486940019] 'agreement among raft nodes before linearized reading' (duration: 153.229088ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:47.259383Z","caller":"traceutil/trace.go:171","msg":"trace[1611823486] linearizableReadLoop","detail":"{readStateIndex:35593; appliedIndex:35592; }","duration":"263.253449ms","start":"2026-03-02T17:59:46.996108Z","end":"2026-03-02T17:59:47.259361Z","steps":["trace[1611823486] 'read index received' (duration: 263.187728ms)","trace[1611823486] 'applied index is now lower than readState.Index' (duration: 64.861µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:47.259667Z","caller":"traceutil/trace.go:171","msg":"trace[1827531495] transaction","detail":"{read_only:false; response_revision:34397; number_of_response:1; }","duration":"263.886986ms","start":"2026-03-02T17:59:46.995766Z","end":"2026-03-02T17:59:47.259653Z","steps":["trace[1827531495] 'process raft request' (duration: 263.459445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:47.260168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.059781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T17:59:47.260201Z","caller":"traceutil/trace.go:171","msg":"trace[506517870] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34397; }","duration":"264.139283ms","start":"2026-03-02T17:59:46.996055Z","end":"2026-03-02T17:59:47.260194Z","steps":["trace[506517870] 'agreement among raft nodes before linearized reading' (duration: 263.956238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:47.278003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.818581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:59:47.278059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.244157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:47.278071Z","caller":"traceutil/trace.go:171","msg":"trace[873421946] transaction","detail":"{read_only:false; response_revision:34398; number_of_response:1; }","duration":"281.879993ms","start":"2026-03-02T17:59:46.99618Z","end":"2026-03-02T17:59:47.27806Z","steps":["trace[873421946] 'process raft request' (duration: 281.449192ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:47.278121Z","caller":"traceutil/trace.go:171","msg":"trace[257047681] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:34399; }","duration":"139.35576ms","start":"2026-03-02T17:59:47.13875Z","end":"2026-03-02T17:59:47.278105Z","steps":["trace[257047681] 'agreement among raft nodes before linearized reading' (duration: 139.198476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:47.278163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.991315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-02T17:59:47.278237Z","caller":"traceutil/trace.go:171","msg":"trace[1831249362] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34399; }","duration":"282.081728ms","start":"2026-03-02T17:59:46.996139Z","end":"2026-03-02T17:59:47.278221Z","steps":["trace[1831249362] 'agreement among raft nodes before linearized reading' (duration: 281.866273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:47.278084Z","caller":"traceutil/trace.go:171","msg":"trace[1952874849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34399; }","duration":"281.953834ms","start":"2026-03-02T17:59:46.996112Z","end":"2026-03-02T17:59:47.278066Z","steps":["trace[1952874849] 'agreement among raft nodes before linearized reading' (duration: 281.702468ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:47.277987Z","caller":"traceutil/trace.go:171","msg":"trace[2001560676] transaction","detail":"{read_only:false; response_revision:34399; number_of_response:1; }","duration":"277.626533ms","start":"2026-03-02T17:59:47.000303Z","end":"2026-03-02T17:59:47.277929Z","steps":["trace[2001560676] 'process raft request' (duration: 277.445688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:47.790316Z","caller":"traceutil/trace.go:171","msg":"trace[757383656] transaction","detail":"{read_only:false; response_revision:34403; number_of_response:1; }","duration":"109.513127ms","start":"2026-03-02T17:59:47.680777Z","end":"2026-03-02T17:59:47.79029Z","steps":["trace[757383656] 'process raft request' (duration: 109.345122ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:47.85377Z","caller":"traceutil/trace.go:171","msg":"trace[786236738] transaction","detail":"{read_only:false; response_revision:34404; number_of_response:1; }","duration":"134.544966ms","start":"2026-03-02T17:59:47.719199Z","end":"2026-03-02T17:59:47.853744Z","steps":["trace[786236738] 'process raft request' (duration: 80.973568ms)","trace[786236738] 'compare' (duration: 53.466415ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:48.385154Z","caller":"traceutil/trace.go:171","msg":"trace[627197418] transaction","detail":"{read_only:false; response_revision:34407; number_of_response:1; }","duration":"104.812656ms","start":"2026-03-02T17:59:48.280324Z","end":"2026-03-02T17:59:48.385136Z","steps":["trace[627197418] 'process raft request' (duration: 104.390016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:48.582161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.087317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:48.582263Z","caller":"traceutil/trace.go:171","msg":"trace[1777999592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34407; }","duration":"131.233321ms","start":"2026-03-02T17:59:48.451002Z","end":"2026-03-02T17:59:48.582236Z","steps":["trace[1777999592] 'range keys from in-memory index tree' (duration: 130.998945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:48.583056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.705834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-02T17:59:48.583118Z","caller":"traceutil/trace.go:171","msg":"trace[1462990912] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:34407; }","duration":"116.804546ms","start":"2026-03-02T17:59:48.466296Z","end":"2026-03-02T17:59:48.5831Z","steps":["trace[1462990912] 'range keys from in-memory index tree' (duration: 116.510769ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:48.695241Z","caller":"traceutil/trace.go:171","msg":"trace[1307282044] linearizableReadLoop","detail":"{readStateIndex:35604; appliedIndex:35603; }","duration":"146.792283ms","start":"2026-03-02T17:59:48.548432Z","end":"2026-03-02T17:59:48.695224Z","steps":["trace[1307282044] 'read index received' (duration: 146.756642ms)","trace[1307282044] 'applied index is now lower than readState.Index' (duration: 34.841µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:48.695394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.965927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-02T17:59:48.695419Z","caller":"traceutil/trace.go:171","msg":"trace[543907737] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:34408; }","duration":"147.04984ms","start":"2026-03-02T17:59:48.548362Z","end":"2026-03-02T17:59:48.695412Z","steps":["trace[543907737] 'agreement among raft nodes before linearized reading' (duration: 146.929767ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:48.695462Z","caller":"traceutil/trace.go:171","msg":"trace[1517100083] transaction","detail":"{read_only:false; response_revision:34408; number_of_response:1; }","duration":"170.257411ms","start":"2026-03-02T17:59:48.525145Z","end":"2026-03-02T17:59:48.695402Z","steps":["trace[1517100083] 'process raft request' (duration: 169.963663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:48.700724Z","caller":"traceutil/trace.go:171","msg":"trace[390401030] transaction","detail":"{read_only:false; response_revision:34410; number_of_response:1; }","duration":"106.007455ms","start":"2026-03-02T17:59:48.594699Z","end":"2026-03-02T17:59:48.700706Z","steps":["trace[390401030] 'process raft request' (duration: 105.933084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:48.700714Z","caller":"traceutil/trace.go:171","msg":"trace[1972533154] transaction","detail":"{read_only:false; response_revision:34409; number_of_response:1; }","duration":"109.367463ms","start":"2026-03-02T17:59:48.591333Z","end":"2026-03-02T17:59:48.7007Z","steps":["trace[1972533154] 'process raft request' (duration: 109.109417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:49.092813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.945378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:49.092885Z","caller":"traceutil/trace.go:171","msg":"trace[1102805532] transaction","detail":"{read_only:false; response_revision:34412; number_of_response:1; }","duration":"270.651771ms","start":"2026-03-02T17:59:48.822219Z","end":"2026-03-02T17:59:49.092871Z","steps":["trace[1102805532] 'process raft request' (duration: 155.589991ms)","trace[1102805532] 'compare' (duration: 114.803043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:49.782738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837280920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-02T17:59:50.243807Z","caller":"traceutil/trace.go:171","msg":"trace[135172901] transaction","detail":"{read_only:false; response_revision:34413; number_of_response:1; }","duration":"974.909838ms","start":"2026-03-02T17:59:49.268817Z","end":"2026-03-02T17:59:50.243727Z","steps":["trace[135172901] 'process raft request' (duration: 974.710743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.243924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.268788Z","time spent":"975.073421ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:50.541312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.580797ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T17:59:50.54189Z","caller":"traceutil/trace.go:171","msg":"trace[1608913735] transaction","detail":"{read_only:false; response_revision:34414; number_of_response:1; }","duration":"683.58715ms","start":"2026-03-02T17:59:49.858286Z","end":"2026-03-02T17:59:50.541873Z","steps":["trace[1608913735] 'process raft request' (duration: 683.098067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.541984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.858261Z","time spent":"683.673233ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:50.727301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.352842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:50.730458Z","caller":"traceutil/trace.go:171","msg":"trace[826651629] linearizableReadLoop","detail":"{readStateIndex:35610; appliedIndex:35608; }","duration":"1.448177617s","start":"2026-03-02T17:59:49.282267Z","end":"2026-03-02T17:59:50.730444Z","steps":["trace[826651629] 'read index received' (duration: 961.312604ms)","trace[826651629] 'applied index is now lower than readState.Index' (duration: 486.863963ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:50.730445Z","caller":"traceutil/trace.go:171","msg":"trace[2044282932] transaction","detail":"{read_only:false; response_revision:34415; number_of_response:1; }","duration":"839.791965ms","start":"2026-03-02T17:59:49.890622Z","end":"2026-03-02T17:59:50.730414Z","steps":["trace[2044282932] 'process raft request' (duration: 651.240411ms)","trace[2044282932] 'compare' (duration: 184.657934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:50.730676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.890598Z","time spent":"840.033851ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:50.730459Z","caller":"traceutil/trace.go:171","msg":"trace[2134789935] transaction","detail":"{read_only:false; response_revision:34416; number_of_response:1; }","duration":"828.233747ms","start":"2026-03-02T17:59:49.902198Z","end":"2026-03-02T17:59:50.730432Z","steps":["trace[2134789935] 'process raft request' (duration: 828.136054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.730771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448493195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T17:59:50.730821Z","caller":"traceutil/trace.go:171","msg":"trace[1266359613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34417; }","duration":"1.448584218s","start":"2026-03-02T17:59:49.282225Z","end":"2026-03-02T17:59:50.730809Z","steps":["trace[1266359613] 'agreement among raft nodes before linearized reading' (duration: 1.44828999s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.730843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.282209Z","time spent":"1.448629729s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T17:59:50.730888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.902184Z","time spent":"828.597986ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:50.92568Z","caller":"traceutil/trace.go:171","msg":"trace[1030177318] linearizableReadLoop","detail":"{readStateIndex:35615; appliedIndex:35614; }","duration":"195.095194ms","start":"2026-03-02T17:59:50.730559Z","end":"2026-03-02T17:59:50.925654Z","steps":["trace[1030177318] 'read index received' (duration: 194.967621ms)","trace[1030177318] 'applied index is now lower than readState.Index' (duration: 126.003µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:50.925922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639469302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T17:59:50.92591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288837139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:59:50.92592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268884992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-03-02T17:59:50.92596Z","caller":"traceutil/trace.go:171","msg":"trace[554923756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34418; }","duration":"1.639565524s","start":"2026-03-02T17:59:49.286384Z","end":"2026-03-02T17:59:50.925949Z","steps":["trace[554923756] 'agreement among raft nodes before linearized reading' (duration: 1.63940107s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:50.925973Z","caller":"traceutil/trace.go:171","msg":"trace[1131595707] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:34418; }","duration":"1.288954641s","start":"2026-03-02T17:59:49.637003Z","end":"2026-03-02T17:59:50.925958Z","steps":["trace[1131595707] 'agreement among raft nodes before linearized reading' (duration: 1.288833578s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.925961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633531579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:59:50.925963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635414248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-02T17:59:50.925973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.433616589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:59:50.926007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.636981Z","time spent":"1.289020454s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:59:50.926019Z","caller":"traceutil/trace.go:171","msg":"trace[1103573817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34418; }","duration":"1.633606192s","start":"2026-03-02T17:59:49.292398Z","end":"2026-03-02T17:59:50.926005Z","steps":["trace[1103573817] 'agreement among raft nodes before linearized reading' (duration: 1.633415276s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:50.926044Z","caller":"traceutil/trace.go:171","msg":"trace[1753603145] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34418; }","duration":"1.635512841s","start":"2026-03-02T17:59:49.290511Z","end":"2026-03-02T17:59:50.926024Z","steps":["trace[1753603145] 'agreement among raft nodes before linearized reading' (duration: 1.635276354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.292392Z","time spent":"1.633659153s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T17:59:50.926074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643317493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:59:50.926095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.290504Z","time spent":"1.635580274s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T17:59:50.926097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.428392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T17:59:50.926114Z","caller":"traceutil/trace.go:171","msg":"trace[169426259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34418; }","duration":"1.643365015s","start":"2026-03-02T17:59:49.282738Z","end":"2026-03-02T17:59:50.926103Z","steps":["trace[169426259] 'agreement among raft nodes before linearized reading' (duration: 1.643279783s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.405754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:50.926131Z","caller":"traceutil/trace.go:171","msg":"trace[1412136984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34418; }","duration":"789.489573ms","start":"2026-03-02T17:59:50.136633Z","end":"2026-03-02T17:59:50.926123Z","steps":["trace[1412136984] 'agreement among raft nodes before linearized reading' (duration: 789.386971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.282731Z","time spent":"1.643409146s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-02T17:59:50.926046Z","caller":"traceutil/trace.go:171","msg":"trace[1638897412] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:34418; }","duration":"1.433755313s","start":"2026-03-02T17:59:49.492272Z","end":"2026-03-02T17:59:50.926027Z","steps":["trace[1638897412] 'agreement among raft nodes before linearized reading' (duration: 1.433602458s)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:50.92616Z","caller":"traceutil/trace.go:171","msg":"trace[740871031] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:34418; }","duration":"832.492436ms","start":"2026-03-02T17:59:50.093656Z","end":"2026-03-02T17:59:50.926148Z","steps":["trace[740871031] 'agreement among raft nodes before linearized reading' (duration: 832.418294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:50.136619Z","time spent":"789.538204ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T17:59:50.925921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475953046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T17:59:50.925992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.286369Z","time spent":"1.639616037s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T17:59:50.926234Z","caller":"traceutil/trace.go:171","msg":"trace[198423640] transaction","detail":"{read_only:false; response_revision:34418; number_of_response:1; }","duration":"220.145534ms","start":"2026-03-02T17:59:50.706078Z","end":"2026-03-02T17:59:50.926223Z","steps":["trace[198423640] 'process raft request' (duration: 219.418135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:50.093636Z","time spent":"832.556388ms","remote":"127.0.0.1:33332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-02T17:59:50.926215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.492252Z","time spent":"1.433932458s","remote":"127.0.0.1:52172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:59:50.925993Z","caller":"traceutil/trace.go:171","msg":"trace[996349432] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:34418; }","duration":"1.268982214s","start":"2026-03-02T17:59:49.656991Z","end":"2026-03-02T17:59:50.925973Z","steps":["trace[996349432] 'agreement among raft nodes before linearized reading' (duration: 1.268740448s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.656981Z","time spent":"1.269330144s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"info","ts":"2026-03-02T17:59:50.926364Z","caller":"traceutil/trace.go:171","msg":"trace[2080472491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34418; }","duration":"1.476357717s","start":"2026-03-02T17:59:49.449904Z","end":"2026-03-02T17:59:50.926262Z","steps":["trace[2080472491] 'agreement among raft nodes before linearized reading' (duration: 1.475943186s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:49.449883Z","time spent":"1.476543372s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T17:59:50.926557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.449106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:50.926589Z","caller":"traceutil/trace.go:171","msg":"trace[1058289277] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:34418; }","duration":"761.504037ms","start":"2026-03-02T17:59:50.165075Z","end":"2026-03-02T17:59:50.92658Z","steps":["trace[1058289277] 'agreement among raft nodes before linearized reading' (duration: 761.382124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.926606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:50.165062Z","time spent":"761.539758ms","remote":"127.0.0.1:41968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":94,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-02T17:59:50.978725Z","caller":"traceutil/trace.go:171","msg":"trace[365815632] transaction","detail":"{read_only:false; response_revision:34419; number_of_response:1; }","duration":"244.294969ms","start":"2026-03-02T17:59:50.73441Z","end":"2026-03-02T17:59:50.978705Z","steps":["trace[365815632] 'process raft request' (duration: 244.193086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:50.979478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.344773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T17:59:50.979623Z","caller":"traceutil/trace.go:171","msg":"trace[1009942073] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:34419; }","duration":"165.559318ms","start":"2026-03-02T17:59:50.814038Z","end":"2026-03-02T17:59:50.979598Z","steps":["trace[1009942073] 'agreement among raft nodes before linearized reading' (duration: 165.332123ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:51.22407Z","caller":"traceutil/trace.go:171","msg":"trace[1499018463] transaction","detail":"{read_only:false; response_revision:34424; number_of_response:1; }","duration":"125.401659ms","start":"2026-03-02T17:59:51.098634Z","end":"2026-03-02T17:59:51.224036Z","steps":["trace[1499018463] 'process raft request' (duration: 124.905527ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:52.91055Z","caller":"traceutil/trace.go:171","msg":"trace[1598390586] transaction","detail":"{read_only:false; response_revision:34428; number_of_response:1; }","duration":"172.751185ms","start":"2026-03-02T17:59:52.737777Z","end":"2026-03-02T17:59:52.910528Z","steps":["trace[1598390586] 'process raft request' (duration: 109.595529ms)","trace[1598390586] 'compare' (duration: 63.061684ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:52.930918Z","caller":"traceutil/trace.go:171","msg":"trace[1291039565] transaction","detail":"{read_only:false; response_revision:34430; number_of_response:1; }","duration":"192.133977ms","start":"2026-03-02T17:59:52.738762Z","end":"2026-03-02T17:59:52.930896Z","steps":["trace[1291039565] 'process raft request' (duration: 192.087786ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:52.931139Z","caller":"traceutil/trace.go:171","msg":"trace[563872240] transaction","detail":"{read_only:false; response_revision:34429; number_of_response:1; }","duration":"192.572199ms","start":"2026-03-02T17:59:52.738518Z","end":"2026-03-02T17:59:52.93109Z","steps":["trace[563872240] 'process raft request' (duration: 192.201999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:53.200076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.792233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T17:59:53.200161Z","caller":"traceutil/trace.go:171","msg":"trace[438740861] linearizableReadLoop","detail":"{readStateIndex:35629; appliedIndex:35628; }","duration":"182.963039ms","start":"2026-03-02T17:59:53.017184Z","end":"2026-03-02T17:59:53.200147Z","steps":["trace[438740861] 'read index received' (duration: 64.977122ms)","trace[438740861] 'applied index is now lower than readState.Index' (duration: 117.984887ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:53.200238Z","caller":"traceutil/trace.go:171","msg":"trace[1337362264] transaction","detail":"{read_only:false; response_revision:34432; number_of_response:1; }","duration":"211.56261ms","start":"2026-03-02T17:59:52.988667Z","end":"2026-03-02T17:59:53.20023Z","steps":["trace[1337362264] 'process raft request' (duration: 93.538672ms)","trace[1337362264] 'compare' (duration: 117.507045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:53.200389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.029506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T17:59:53.200407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.202055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T17:59:53.200427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.01203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T17:59:53.200465Z","caller":"traceutil/trace.go:171","msg":"trace[1195912099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34432; }","duration":"182.125878ms","start":"2026-03-02T17:59:53.018322Z","end":"2026-03-02T17:59:53.200448Z","steps":["trace[1195912099] 'agreement among raft nodes before linearized reading' (duration: 181.940273ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:53.200483Z","caller":"traceutil/trace.go:171","msg":"trace[581212098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34432; }","duration":"183.313789ms","start":"2026-03-02T17:59:53.017148Z","end":"2026-03-02T17:59:53.200462Z","steps":["trace[581212098] 'agreement among raft nodes before linearized reading' (duration: 183.091374ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:53.200521Z","caller":"traceutil/trace.go:171","msg":"trace[929387446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34432; }","duration":"183.151244ms","start":"2026-03-02T17:59:53.017345Z","end":"2026-03-02T17:59:53.200497Z","steps":["trace[929387446] 'agreement among raft nodes before linearized reading' (duration: 182.909328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:53.200624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.820877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T17:59:53.200667Z","caller":"traceutil/trace.go:171","msg":"trace[1020736614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34432; }","duration":"182.876748ms","start":"2026-03-02T17:59:53.017778Z","end":"2026-03-02T17:59:53.200655Z","steps":["trace[1020736614] 'agreement among raft nodes before linearized reading' (duration: 182.701853ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:53.500671Z","caller":"traceutil/trace.go:171","msg":"trace[128051155] transaction","detail":"{read_only:false; response_revision:34435; number_of_response:1; }","duration":"294.051067ms","start":"2026-03-02T17:59:53.206599Z","end":"2026-03-02T17:59:53.50065Z","steps":["trace[128051155] 'process raft request' (duration: 293.836632ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:53.620815Z","caller":"traceutil/trace.go:171","msg":"trace[1293163276] transaction","detail":"{read_only:false; response_revision:34436; number_of_response:1; }","duration":"411.84302ms","start":"2026-03-02T17:59:53.20895Z","end":"2026-03-02T17:59:53.620793Z","steps":["trace[1293163276] 'process raft request' (duration: 378.475295ms)","trace[1293163276] 'compare' (duration: 32.78889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:53.6212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.698635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:53.621241Z","caller":"traceutil/trace.go:171","msg":"trace[1705221232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34438; }","duration":"169.753237ms","start":"2026-03-02T17:59:53.451481Z","end":"2026-03-02T17:59:53.621234Z","steps":["trace[1705221232] 'agreement among raft nodes before linearized reading' (duration: 169.671685ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:53.621048Z","caller":"traceutil/trace.go:171","msg":"trace[635734113] transaction","detail":"{read_only:false; response_revision:34438; number_of_response:1; }","duration":"101.949892ms","start":"2026-03-02T17:59:53.519077Z","end":"2026-03-02T17:59:53.621027Z","steps":["trace[635734113] 'process raft request' (duration: 101.87546ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:53.621069Z","caller":"traceutil/trace.go:171","msg":"trace[1215551839] transaction","detail":"{read_only:false; response_revision:34437; number_of_response:1; }","duration":"391.41349ms","start":"2026-03-02T17:59:53.229632Z","end":"2026-03-02T17:59:53.621046Z","steps":["trace[1215551839] 'process raft request' (duration: 391.126053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:53.622059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:53.229613Z","time spent":"392.393425ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T17:59:53.621113Z","caller":"traceutil/trace.go:171","msg":"trace[79435336] linearizableReadLoop","detail":"{readStateIndex:35634; appliedIndex:35631; }","duration":"169.564302ms","start":"2026-03-02T17:59:53.451485Z","end":"2026-03-02T17:59:53.62105Z","steps":["trace[79435336] 'read index received' (duration: 48.999369ms)","trace[79435336] 'applied index is now lower than readState.Index' (duration: 120.563493ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:53.6216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T17:59:53.208926Z","time spent":"412.275071ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T17:59:53.622487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.830905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:53.622519Z","caller":"traceutil/trace.go:171","msg":"trace[1996321117] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:34438; }","duration":"110.076021ms","start":"2026-03-02T17:59:53.512432Z","end":"2026-03-02T17:59:53.622508Z","steps":["trace[1996321117] 'agreement among raft nodes before linearized reading' (duration: 109.843815ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:55.372158Z","caller":"traceutil/trace.go:171","msg":"trace[423831193] transaction","detail":"{read_only:false; response_revision:34448; number_of_response:1; }","duration":"143.937648ms","start":"2026-03-02T17:59:55.228194Z","end":"2026-03-02T17:59:55.372131Z","steps":["trace[423831193] 'process raft request' (duration: 143.879556ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:55.372451Z","caller":"traceutil/trace.go:171","msg":"trace[885393278] transaction","detail":"{read_only:false; response_revision:34447; number_of_response:1; }","duration":"144.434532ms","start":"2026-03-02T17:59:55.227956Z","end":"2026-03-02T17:59:55.372391Z","steps":["trace[885393278] 'process raft request' (duration: 111.94949ms)","trace[885393278] 'compare' (duration: 32.01859ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:59.076318Z","caller":"traceutil/trace.go:171","msg":"trace[468725888] transaction","detail":"{read_only:false; response_revision:34471; number_of_response:1; }","duration":"116.052167ms","start":"2026-03-02T17:59:58.96019Z","end":"2026-03-02T17:59:59.076242Z","steps":["trace[468725888] 'process raft request' (duration: 115.736219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:59.076521Z","caller":"traceutil/trace.go:171","msg":"trace[1015599626] transaction","detail":"{read_only:false; response_revision:34470; number_of_response:1; }","duration":"117.345551ms","start":"2026-03-02T17:59:58.959167Z","end":"2026-03-02T17:59:59.076513Z","steps":["trace[1015599626] 'process raft request' (duration: 116.607751ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:59.619961Z","caller":"traceutil/trace.go:171","msg":"trace[1998842874] transaction","detail":"{read_only:false; response_revision:34474; number_of_response:1; }","duration":"219.628221ms","start":"2026-03-02T17:59:59.400301Z","end":"2026-03-02T17:59:59.61993Z","steps":["trace[1998842874] 'process raft request' (duration: 199.53537ms)","trace[1998842874] 'compare' (duration: 19.807813ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T17:59:59.620019Z","caller":"traceutil/trace.go:171","msg":"trace[1143606204] transaction","detail":"{read_only:false; response_revision:34475; number_of_response:1; }","duration":"219.492607ms","start":"2026-03-02T17:59:59.400502Z","end":"2026-03-02T17:59:59.619995Z","steps":["trace[1143606204] 'process raft request' (duration: 219.341434ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:59.64532Z","caller":"traceutil/trace.go:171","msg":"trace[297448930] linearizableReadLoop","detail":"{readStateIndex:35673; appliedIndex:35671; }","duration":"226.300273ms","start":"2026-03-02T17:59:59.418989Z","end":"2026-03-02T17:59:59.645289Z","steps":["trace[297448930] 'read index received' (duration: 180.859895ms)","trace[297448930] 'applied index is now lower than readState.Index' (duration: 45.438477ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T17:59:59.645566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.56493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:59.646596Z","caller":"traceutil/trace.go:171","msg":"trace[769977320] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:34475; }","duration":"227.541096ms","start":"2026-03-02T17:59:59.418977Z","end":"2026-03-02T17:59:59.646518Z","steps":["trace[769977320] 'agreement among raft nodes before linearized reading' (duration: 226.531899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T17:59:59.645754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.54002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T17:59:59.646977Z","caller":"traceutil/trace.go:171","msg":"trace[1120801642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34475; }","duration":"195.819833ms","start":"2026-03-02T17:59:59.451149Z","end":"2026-03-02T17:59:59.646969Z","steps":["trace[1120801642] 'agreement among raft nodes before linearized reading' (duration: 194.53036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T17:59:59.84211Z","caller":"traceutil/trace.go:171","msg":"trace[306427003] transaction","detail":"{read_only:false; response_revision:34478; number_of_response:1; }","duration":"124.185117ms","start":"2026-03-02T17:59:59.717908Z","end":"2026-03-02T17:59:59.842093Z","steps":["trace[306427003] 'process raft request' (duration: 124.064354ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:00.304155Z","caller":"traceutil/trace.go:171","msg":"trace[1120868932] transaction","detail":"{read_only:false; response_revision:34481; number_of_response:1; }","duration":"195.962177ms","start":"2026-03-02T18:00:00.108157Z","end":"2026-03-02T18:00:00.304119Z","steps":["trace[1120868932] 'process raft request' (duration: 195.878365ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:00.304534Z","caller":"traceutil/trace.go:171","msg":"trace[996648505] transaction","detail":"{read_only:false; response_revision:34480; number_of_response:1; }","duration":"196.359368ms","start":"2026-03-02T18:00:00.108122Z","end":"2026-03-02T18:00:00.304481Z","steps":["trace[996648505] 'process raft request' (duration: 195.67238ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:00.515498Z","caller":"traceutil/trace.go:171","msg":"trace[188499346] linearizableReadLoop","detail":"{readStateIndex:35681; appliedIndex:35678; }","duration":"326.711914ms","start":"2026-03-02T18:00:00.188764Z","end":"2026-03-02T18:00:00.515476Z","steps":["trace[188499346] 'read index received' (duration: 115.105822ms)","trace[188499346] 'applied index is now lower than readState.Index' (duration: 211.605042ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:00.515585Z","caller":"traceutil/trace.go:171","msg":"trace[885548487] transaction","detail":"{read_only:false; response_revision:34482; number_of_response:1; }","duration":"328.709005ms","start":"2026-03-02T18:00:00.186844Z","end":"2026-03-02T18:00:00.515553Z","steps":["trace[885548487] 'process raft request' (duration: 272.210631ms)","trace[885548487] 'compare' (duration: 56.095063ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:00.515596Z","caller":"traceutil/trace.go:171","msg":"trace[1843954916] transaction","detail":"{read_only:false; response_revision:34483; number_of_response:1; }","duration":"326.789816ms","start":"2026-03-02T18:00:00.188783Z","end":"2026-03-02T18:00:00.515572Z","steps":["trace[1843954916] 'process raft request' (duration: 326.611172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:00.515683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:00.186819Z","time spent":"328.818739ms","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T18:00:00.515705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:00.188775Z","time spent":"326.871098ms","remote":"127.0.0.1:42046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:00:00.515697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.891669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:00.515761Z","caller":"traceutil/trace.go:171","msg":"trace[162107447] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:34483; }","duration":"327.016151ms","start":"2026-03-02T18:00:00.188728Z","end":"2026-03-02T18:00:00.515745Z","steps":["trace[162107447] 'agreement among raft nodes before linearized reading' (duration: 326.867638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:00.51584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:00.188712Z","time spent":"327.121675ms","remote":"127.0.0.1:41956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-02T18:00:00.523724Z","caller":"traceutil/trace.go:171","msg":"trace[1147891591] transaction","detail":"{read_only:false; response_revision:34484; number_of_response:1; }","duration":"210.421471ms","start":"2026-03-02T18:00:00.313287Z","end":"2026-03-02T18:00:00.523709Z","steps":["trace[1147891591] 'process raft request' (duration: 210.113633ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:00.523979Z","caller":"traceutil/trace.go:171","msg":"trace[1160537140] transaction","detail":"{read_only:false; response_revision:34486; number_of_response:1; }","duration":"178.840113ms","start":"2026-03-02T18:00:00.345121Z","end":"2026-03-02T18:00:00.523961Z","steps":["trace[1160537140] 'process raft request' (duration: 178.410891ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:00.524015Z","caller":"traceutil/trace.go:171","msg":"trace[1452434601] transaction","detail":"{read_only:false; response_revision:34485; number_of_response:1; }","duration":"210.549595ms","start":"2026-03-02T18:00:00.313451Z","end":"2026-03-02T18:00:00.524001Z","steps":["trace[1452434601] 'process raft request' (duration: 210.050951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:00.524087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.093066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:00:00.524163Z","caller":"traceutil/trace.go:171","msg":"trace[1383051950] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:34486; }","duration":"280.24251ms","start":"2026-03-02T18:00:00.243897Z","end":"2026-03-02T18:00:00.524139Z","steps":["trace[1383051950] 'agreement among raft nodes before linearized reading' (duration: 280.118877ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:00.904024Z","caller":"traceutil/trace.go:171","msg":"trace[1967144364] transaction","detail":"{read_only:false; response_revision:34506; number_of_response:1; }","duration":"205.187506ms","start":"2026-03-02T18:00:00.698803Z","end":"2026-03-02T18:00:00.90399Z","steps":["trace[1967144364] 'process raft request' (duration: 178.275688ms)","trace[1967144364] 'compare' (duration: 26.23071ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:01.11039Z","caller":"traceutil/trace.go:171","msg":"trace[1516235304] linearizableReadLoop","detail":"{readStateIndex:35706; appliedIndex:35705; }","duration":"161.364221ms","start":"2026-03-02T18:00:00.949007Z","end":"2026-03-02T18:00:01.110371Z","steps":["trace[1516235304] 'read index received' (duration: 161.3238ms)","trace[1516235304] 'applied index is now lower than readState.Index' (duration: 39.471µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:01.110534Z","caller":"traceutil/trace.go:171","msg":"trace[1123573329] transaction","detail":"{read_only:false; response_revision:34507; number_of_response:1; }","duration":"187.267122ms","start":"2026-03-02T18:00:00.92323Z","end":"2026-03-02T18:00:01.110497Z","steps":["trace[1123573329] 'process raft request' (duration: 187.025846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.110821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.787361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T18:00:01.110934Z","caller":"traceutil/trace.go:171","msg":"trace[2012627728] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:1; response_revision:34507; }","duration":"161.926035ms","start":"2026-03-02T18:00:00.948974Z","end":"2026-03-02T18:00:01.1109Z","steps":["trace[2012627728] 'agreement among raft nodes before linearized reading' (duration: 161.603427ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:01.382128Z","caller":"traceutil/trace.go:171","msg":"trace[1968444284] transaction","detail":"{read_only:false; response_revision:34509; number_of_response:1; }","duration":"300.081945ms","start":"2026-03-02T18:00:01.082028Z","end":"2026-03-02T18:00:01.38211Z","steps":["trace[1968444284] 'process raft request' (duration: 300.009213ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:01.38218Z","caller":"traceutil/trace.go:171","msg":"trace[1999615142] transaction","detail":"{read_only:false; response_revision:34508; number_of_response:1; }","duration":"356.946038ms","start":"2026-03-02T18:00:01.025207Z","end":"2026-03-02T18:00:01.382154Z","steps":["trace[1999615142] 'process raft request' (duration: 356.719182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.382295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:01.082007Z","time spent":"300.221648ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:00:01.382318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:01.025183Z","time spent":"357.05589ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:00:01.382419Z","caller":"traceutil/trace.go:171","msg":"trace[98866007] transaction","detail":"{read_only:false; response_revision:34510; number_of_response:1; }","duration":"300.060083ms","start":"2026-03-02T18:00:01.082342Z","end":"2026-03-02T18:00:01.382402Z","steps":["trace[98866007] 'process raft request' (duration: 299.727395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.38251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:01.082336Z","time spent":"300.130004ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:00:01.382589Z","caller":"traceutil/trace.go:171","msg":"trace[1632736759] linearizableReadLoop","detail":"{readStateIndex:35710; appliedIndex:35706; }","duration":"272.134279ms","start":"2026-03-02T18:00:01.110444Z","end":"2026-03-02T18:00:01.382578Z","steps":["trace[1632736759] 'read index received' (duration: 271.504924ms)","trace[1632736759] 'applied index is now lower than readState.Index' (duration: 628.385µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:01.382632Z","caller":"traceutil/trace.go:171","msg":"trace[1456123731] transaction","detail":"{read_only:false; response_revision:34511; number_of_response:1; }","duration":"291.791809ms","start":"2026-03-02T18:00:01.090828Z","end":"2026-03-02T18:00:01.38262Z","steps":["trace[1456123731] 'process raft request' (duration: 291.530542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.382775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.851555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T18:00:01.382811Z","caller":"traceutil/trace.go:171","msg":"trace[1413064810] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-service-cleaner; range_end:; response_count:1; response_revision:34511; }","duration":"432.927137ms","start":"2026-03-02T18:00:00.949875Z","end":"2026-03-02T18:00:01.382802Z","steps":["trace[1413064810] 'agreement among raft nodes before linearized reading' (duration: 432.772253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.382837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:00.949849Z","time spent":"432.982217ms","remote":"127.0.0.1:42012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":563,"request content":"key:\"/registry/serviceaccounts/openstack/nova-service-cleaner\" "} {"level":"info","ts":"2026-03-02T18:00:01.521916Z","caller":"traceutil/trace.go:171","msg":"trace[1112373272] linearizableReadLoop","detail":"{readStateIndex:35711; appliedIndex:35710; }","duration":"139.275307ms","start":"2026-03-02T18:00:01.382619Z","end":"2026-03-02T18:00:01.521895Z","steps":["trace[1112373272] 'read index received' (duration: 109.988629ms)","trace[1112373272] 'applied index is now lower than readState.Index' (duration: 29.285918ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:01.522271Z","caller":"traceutil/trace.go:171","msg":"trace[918697259] transaction","detail":"{read_only:false; response_revision:34512; number_of_response:1; }","duration":"395.538257ms","start":"2026-03-02T18:00:01.126723Z","end":"2026-03-02T18:00:01.522261Z","steps":["trace[918697259] 'process raft request' (duration: 365.897619ms)","trace[918697259] 'compare' (duration: 28.976351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:01.522399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:01.126699Z","time spent":"395.626739ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:00:01.522624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.237711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-service-cleaner-29541240-zsxr4\" ","response":"range_response_count:1 size:8076"} {"level":"info","ts":"2026-03-02T18:00:01.522673Z","caller":"traceutil/trace.go:171","msg":"trace[1747549902] range","detail":"{range_begin:/registry/pods/openstack/nova-service-cleaner-29541240-zsxr4; range_end:; response_count:1; response_revision:34512; }","duration":"138.322334ms","start":"2026-03-02T18:00:01.38434Z","end":"2026-03-02T18:00:01.522662Z","steps":["trace[1747549902] 'agreement among raft nodes before linearized reading' (duration: 138.115308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.522836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.396261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29541240-4frjx\" ","response":"range_response_count:1 size:6654"} {"level":"info","ts":"2026-03-02T18:00:01.522855Z","caller":"traceutil/trace.go:171","msg":"trace[1193308626] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29541240-4frjx; range_end:; response_count:1; response_revision:34512; }","duration":"410.416163ms","start":"2026-03-02T18:00:01.112435Z","end":"2026-03-02T18:00:01.522851Z","steps":["trace[1193308626] 'agreement among raft nodes before linearized reading' (duration: 410.360671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.522869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:01.112378Z","time spent":"410.487854ms","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6676,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29541240-4frjx\" "} {"level":"warn","ts":"2026-03-02T18:00:01.522967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.482031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T18:00:01.522987Z","caller":"traceutil/trace.go:171","msg":"trace[418315720] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34512; }","duration":"137.516472ms","start":"2026-03-02T18:00:01.385466Z","end":"2026-03-02T18:00:01.522983Z","steps":["trace[418315720] 'agreement among raft nodes before linearized reading' (duration: 137.464261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:01.523085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.605066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:00:01.523204Z","caller":"traceutil/trace.go:171","msg":"trace[2127743659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34512; }","duration":"122.685968ms","start":"2026-03-02T18:00:01.40047Z","end":"2026-03-02T18:00:01.523156Z","steps":["trace[2127743659] 'agreement among raft nodes before linearized reading' (duration: 122.367ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:02.14067Z","caller":"traceutil/trace.go:171","msg":"trace[143928940] transaction","detail":"{read_only:false; response_revision:34524; number_of_response:1; }","duration":"102.869275ms","start":"2026-03-02T18:00:02.037775Z","end":"2026-03-02T18:00:02.140644Z","steps":["trace[143928940] 'process raft request' (duration: 102.66049ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.033039Z","caller":"traceutil/trace.go:171","msg":"trace[23589865] linearizableReadLoop","detail":"{readStateIndex:35782; appliedIndex:35781; }","duration":"278.758151ms","start":"2026-03-02T18:00:06.754248Z","end":"2026-03-02T18:00:07.033006Z","steps":["trace[23589865] 'read index received' (duration: 260.640663ms)","trace[23589865] 'applied index is now lower than readState.Index' (duration: 18.116208ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:07.033082Z","caller":"traceutil/trace.go:171","msg":"trace[95278362] transaction","detail":"{read_only:false; response_revision:34582; number_of_response:1; }","duration":"288.025131ms","start":"2026-03-02T18:00:06.745018Z","end":"2026-03-02T18:00:07.033043Z","steps":["trace[95278362] 'process raft request' (duration: 269.917863ms)","trace[95278362] 'compare' (duration: 17.805981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:07.033355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.048728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:07.033486Z","caller":"traceutil/trace.go:171","msg":"trace[1205774431] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:34582; }","duration":"223.240354ms","start":"2026-03-02T18:00:06.810195Z","end":"2026-03-02T18:00:07.033435Z","steps":["trace[1205774431] 'agreement among raft nodes before linearized reading' (duration: 223.027599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:07.033519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.934026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:07.033859Z","caller":"traceutil/trace.go:171","msg":"trace[1083525200] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:34582; }","duration":"279.619634ms","start":"2026-03-02T18:00:06.754214Z","end":"2026-03-02T18:00:07.033833Z","steps":["trace[1083525200] 'agreement among raft nodes before linearized reading' (duration: 278.913846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.269863Z","caller":"traceutil/trace.go:171","msg":"trace[403346034] transaction","detail":"{read_only:false; response_revision:34583; number_of_response:1; }","duration":"141.198278ms","start":"2026-03-02T18:00:07.128635Z","end":"2026-03-02T18:00:07.269834Z","steps":["trace[403346034] 'process raft request' (duration: 141.035383ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.349372Z","caller":"traceutil/trace.go:171","msg":"trace[866398158] linearizableReadLoop","detail":"{readStateIndex:35785; appliedIndex:35782; }","duration":"123.938761ms","start":"2026-03-02T18:00:07.225406Z","end":"2026-03-02T18:00:07.349345Z","steps":["trace[866398158] 'read index received' (duration: 44.207075ms)","trace[866398158] 'applied index is now lower than readState.Index' (duration: 79.730836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:07.349609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.181328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:07.349754Z","caller":"traceutil/trace.go:171","msg":"trace[1065409967] transaction","detail":"{read_only:false; response_revision:34585; number_of_response:1; }","duration":"162.09486ms","start":"2026-03-02T18:00:07.187626Z","end":"2026-03-02T18:00:07.34972Z","steps":["trace[1065409967] 'process raft request' (duration: 161.675519ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.349798Z","caller":"traceutil/trace.go:171","msg":"trace[184789944] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:34585; }","duration":"124.426754ms","start":"2026-03-02T18:00:07.225352Z","end":"2026-03-02T18:00:07.349779Z","steps":["trace[184789944] 'agreement among raft nodes before linearized reading' (duration: 124.157938ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.349754Z","caller":"traceutil/trace.go:171","msg":"trace[1954228055] transaction","detail":"{read_only:false; response_revision:34584; number_of_response:1; }","duration":"200.499305ms","start":"2026-03-02T18:00:07.149175Z","end":"2026-03-02T18:00:07.349675Z","steps":["trace[1954228055] 'process raft request' (duration: 199.981221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:07.978074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.418715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:07.978279Z","caller":"traceutil/trace.go:171","msg":"trace[366736193] transaction","detail":"{read_only:false; response_revision:34591; number_of_response:1; }","duration":"297.946769ms","start":"2026-03-02T18:00:07.680306Z","end":"2026-03-02T18:00:07.978253Z","steps":["trace[366736193] 'process raft request' (duration: 95.222657ms)","trace[366736193] 'compare' (duration: 201.543571ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:07.978452Z","caller":"traceutil/trace.go:171","msg":"trace[903586568] transaction","detail":"{read_only:false; response_revision:34592; number_of_response:1; }","duration":"231.496048ms","start":"2026-03-02T18:00:07.746934Z","end":"2026-03-02T18:00:07.97843Z","steps":["trace[903586568] 'process raft request' (duration: 231.350424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.978764Z","caller":"traceutil/trace.go:171","msg":"trace[1040804357] linearizableReadLoop","detail":"{readStateIndex:35791; appliedIndex:35790; }","duration":"249.470393ms","start":"2026-03-02T18:00:07.729227Z","end":"2026-03-02T18:00:07.978697Z","steps":["trace[1040804357] 'read index received' (duration: 46.32378ms)","trace[1040804357] 'applied index is now lower than readState.Index' (duration: 203.143013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:07.979074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.402798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-02T18:00:07.979128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.292878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-02T18:00:07.979161Z","caller":"traceutil/trace.go:171","msg":"trace[499039847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34592; }","duration":"100.366199ms","start":"2026-03-02T18:00:07.878786Z","end":"2026-03-02T18:00:07.979152Z","steps":["trace[499039847] 'agreement among raft nodes before linearized reading' (duration: 100.230666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:07.979171Z","caller":"traceutil/trace.go:171","msg":"trace[172379212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:34592; }","duration":"233.50701ms","start":"2026-03-02T18:00:07.745594Z","end":"2026-03-02T18:00:07.979101Z","steps":["trace[172379212] 'agreement among raft nodes before linearized reading' (duration: 233.353926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:07.979312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.788637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:07.979492Z","caller":"traceutil/trace.go:171","msg":"trace[1428586116] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:34592; }","duration":"190.033583ms","start":"2026-03-02T18:00:07.789423Z","end":"2026-03-02T18:00:07.979457Z","steps":["trace[1428586116] 'agreement among raft nodes before linearized reading' (duration: 189.641773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:07.980136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.89506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T18:00:07.980235Z","caller":"traceutil/trace.go:171","msg":"trace[1188541598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34592; }","duration":"251.086714ms","start":"2026-03-02T18:00:07.729126Z","end":"2026-03-02T18:00:07.980213Z","steps":["trace[1188541598] 'agreement among raft nodes before linearized reading' (duration: 249.735109ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:08.157818Z","caller":"traceutil/trace.go:171","msg":"trace[406268474] transaction","detail":"{read_only:false; response_revision:34593; number_of_response:1; }","duration":"172.376945ms","start":"2026-03-02T18:00:07.985423Z","end":"2026-03-02T18:00:08.1578Z","steps":["trace[406268474] 'process raft request' (duration: 167.55043ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:08.157979Z","caller":"traceutil/trace.go:171","msg":"trace[650525219] transaction","detail":"{read_only:false; response_revision:34594; number_of_response:1; }","duration":"172.532139ms","start":"2026-03-02T18:00:07.985423Z","end":"2026-03-02T18:00:08.157955Z","steps":["trace[650525219] 'process raft request' (duration: 172.292113ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:08.169022Z","caller":"traceutil/trace.go:171","msg":"trace[1252807293] transaction","detail":"{read_only:false; response_revision:34595; number_of_response:1; }","duration":"179.487549ms","start":"2026-03-02T18:00:07.989504Z","end":"2026-03-02T18:00:08.168991Z","steps":["trace[1252807293] 'process raft request' (duration: 179.376987ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:08.681122Z","caller":"traceutil/trace.go:171","msg":"trace[1745319526] transaction","detail":"{read_only:false; response_revision:34597; number_of_response:1; }","duration":"113.943612ms","start":"2026-03-02T18:00:08.567156Z","end":"2026-03-02T18:00:08.6811Z","steps":["trace[1745319526] 'process raft request' (duration: 113.786007ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:08.77287Z","caller":"traceutil/trace.go:171","msg":"trace[1592128907] transaction","detail":"{read_only:false; response_revision:34598; number_of_response:1; }","duration":"168.409923ms","start":"2026-03-02T18:00:08.604438Z","end":"2026-03-02T18:00:08.772848Z","steps":["trace[1592128907] 'process raft request' (duration: 168.275878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:14.405219Z","caller":"traceutil/trace.go:171","msg":"trace[463165553] transaction","detail":"{read_only:false; response_revision:34641; number_of_response:1; }","duration":"113.690956ms","start":"2026-03-02T18:00:14.291503Z","end":"2026-03-02T18:00:14.405194Z","steps":["trace[463165553] 'process raft request' (duration: 108.919172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:19.269478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.193634ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T18:00:19.6671Z","caller":"traceutil/trace.go:171","msg":"trace[1229478392] transaction","detail":"{read_only:false; response_revision:34687; number_of_response:1; }","duration":"103.193415ms","start":"2026-03-02T18:00:19.563882Z","end":"2026-03-02T18:00:19.667075Z","steps":["trace[1229478392] 'process raft request' (duration: 103.145663ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:19.66735Z","caller":"traceutil/trace.go:171","msg":"trace[1744504810] transaction","detail":"{read_only:false; response_revision:34686; number_of_response:1; }","duration":"110.589435ms","start":"2026-03-02T18:00:19.556731Z","end":"2026-03-02T18:00:19.667321Z","steps":["trace[1744504810] 'process raft request' (duration: 110.086531ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:29.371114Z","caller":"traceutil/trace.go:171","msg":"trace[644672052] transaction","detail":"{read_only:false; response_revision:34764; number_of_response:1; }","duration":"127.219286ms","start":"2026-03-02T18:00:29.243858Z","end":"2026-03-02T18:00:29.371077Z","steps":["trace[644672052] 'process raft request' (duration: 126.945898ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:29.376119Z","caller":"traceutil/trace.go:171","msg":"trace[2016776375] transaction","detail":"{read_only:false; response_revision:34765; number_of_response:1; }","duration":"125.743708ms","start":"2026-03-02T18:00:29.250352Z","end":"2026-03-02T18:00:29.376096Z","steps":["trace[2016776375] 'process raft request' (duration: 125.575854ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:30.510165Z","caller":"traceutil/trace.go:171","msg":"trace[1927454895] transaction","detail":"{read_only:false; response_revision:34776; number_of_response:1; }","duration":"147.922903ms","start":"2026-03-02T18:00:30.362202Z","end":"2026-03-02T18:00:30.510125Z","steps":["trace[1927454895] 'process raft request' (duration: 147.623775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:30.992822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.056914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:30.992994Z","caller":"traceutil/trace.go:171","msg":"trace[1325901388] transaction","detail":"{read_only:false; response_revision:34783; number_of_response:1; }","duration":"214.098975ms","start":"2026-03-02T18:00:30.778877Z","end":"2026-03-02T18:00:30.992976Z","steps":["trace[1325901388] 'process raft request' (duration: 214.031084ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:30.993168Z","caller":"traceutil/trace.go:171","msg":"trace[937370547] transaction","detail":"{read_only:false; response_revision:34782; number_of_response:1; }","duration":"286.935044ms","start":"2026-03-02T18:00:30.706176Z","end":"2026-03-02T18:00:30.993111Z","steps":["trace[937370547] 'process raft request' (duration: 162.52931ms)","trace[937370547] 'compare' (duration: 123.778977ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:31.217051Z","caller":"traceutil/trace.go:171","msg":"trace[2000669699] transaction","detail":"{read_only:false; response_revision:34784; number_of_response:1; }","duration":"213.886971ms","start":"2026-03-02T18:00:31.003133Z","end":"2026-03-02T18:00:31.21702Z","steps":["trace[2000669699] 'process raft request' (duration: 212.966067ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:31.506455Z","caller":"traceutil/trace.go:171","msg":"trace[1919108626] transaction","detail":"{read_only:false; response_revision:34785; number_of_response:1; }","duration":"128.49789ms","start":"2026-03-02T18:00:31.377925Z","end":"2026-03-02T18:00:31.506422Z","steps":["trace[1919108626] 'process raft request' (duration: 128.184001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:33.906499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.972267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:33.906775Z","caller":"traceutil/trace.go:171","msg":"trace[567251795] transaction","detail":"{read_only:false; response_revision:34803; number_of_response:1; }","duration":"152.914161ms","start":"2026-03-02T18:00:33.753778Z","end":"2026-03-02T18:00:33.906692Z","steps":["trace[567251795] 'process raft request' (duration: 17.625536ms)","trace[567251795] 'compare' (duration: 134.791393ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:33.909233Z","caller":"traceutil/trace.go:171","msg":"trace[1223969872] transaction","detail":"{read_only:false; response_revision:34804; number_of_response:1; }","duration":"101.708924ms","start":"2026-03-02T18:00:33.80749Z","end":"2026-03-02T18:00:33.909199Z","steps":["trace[1223969872] 'process raft request' (duration: 101.495349ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:33.92175Z","caller":"traceutil/trace.go:171","msg":"trace[1065509180] linearizableReadLoop","detail":"{readStateIndex:36010; appliedIndex:36008; }","duration":"101.909041ms","start":"2026-03-02T18:00:33.81982Z","end":"2026-03-02T18:00:33.921729Z","steps":["trace[1065509180] 'read index received' (duration: 89.156121ms)","trace[1065509180] 'applied index is now lower than readState.Index' (duration: 12.75227ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:33.92206Z","caller":"traceutil/trace.go:171","msg":"trace[535548135] transaction","detail":"{read_only:false; response_revision:34805; number_of_response:1; }","duration":"111.868339ms","start":"2026-03-02T18:00:33.810126Z","end":"2026-03-02T18:00:33.921994Z","steps":["trace[535548135] 'process raft request' (duration: 111.486649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:33.922272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.398212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:33.922366Z","caller":"traceutil/trace.go:171","msg":"trace[1331074650] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:34805; }","duration":"102.599859ms","start":"2026-03-02T18:00:33.819742Z","end":"2026-03-02T18:00:33.922342Z","steps":["trace[1331074650] 'agreement among raft nodes before linearized reading' (duration: 102.363512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:44.241405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.327743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:44.241643Z","caller":"traceutil/trace.go:171","msg":"trace[482321455] linearizableReadLoop","detail":"{readStateIndex:36083; appliedIndex:36081; }","duration":"262.233783ms","start":"2026-03-02T18:00:43.979383Z","end":"2026-03-02T18:00:44.241617Z","steps":["trace[482321455] 'read index received' (duration: 96.535851ms)","trace[482321455] 'applied index is now lower than readState.Index' (duration: 165.696512ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:44.241751Z","caller":"traceutil/trace.go:171","msg":"trace[871992584] transaction","detail":"{read_only:false; response_revision:34874; number_of_response:1; }","duration":"293.582547ms","start":"2026-03-02T18:00:43.94813Z","end":"2026-03-02T18:00:44.241712Z","steps":["trace[871992584] 'process raft request' (duration: 127.823512ms)","trace[871992584] 'compare' (duration: 165.132088ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:44.241768Z","caller":"traceutil/trace.go:171","msg":"trace[1145307365] transaction","detail":"{read_only:false; response_revision:34875; number_of_response:1; }","duration":"282.51724ms","start":"2026-03-02T18:00:43.9592Z","end":"2026-03-02T18:00:44.241718Z","steps":["trace[1145307365] 'process raft request' (duration: 282.345085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:44.241891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.512711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:00:44.24195Z","caller":"traceutil/trace.go:171","msg":"trace[1554487878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34875; }","duration":"262.622883ms","start":"2026-03-02T18:00:43.979314Z","end":"2026-03-02T18:00:44.241937Z","steps":["trace[1554487878] 'agreement among raft nodes before linearized reading' (duration: 262.430768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:44.331486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.695898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:44.331586Z","caller":"traceutil/trace.go:171","msg":"trace[459280474] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:34876; }","duration":"315.860163ms","start":"2026-03-02T18:00:44.015699Z","end":"2026-03-02T18:00:44.331559Z","steps":["trace[459280474] 'agreement among raft nodes before linearized reading' (duration: 315.683019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:44.331633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:44.01567Z","time spent":"315.951744ms","remote":"127.0.0.1:50592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:00:44.532255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.786196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:44.532335Z","caller":"traceutil/trace.go:171","msg":"trace[1404174153] linearizableReadLoop","detail":"{readStateIndex:36085; appliedIndex:36084; }","duration":"179.723516ms","start":"2026-03-02T18:00:44.352598Z","end":"2026-03-02T18:00:44.532322Z","steps":["trace[1404174153] 'read index received' (duration: 57.740505ms)","trace[1404174153] 'applied index is now lower than readState.Index' (duration: 121.982161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:44.53245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.852889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-02T18:00:44.532479Z","caller":"traceutil/trace.go:171","msg":"trace[1647287311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:34877; }","duration":"179.936272ms","start":"2026-03-02T18:00:44.352533Z","end":"2026-03-02T18:00:44.532469Z","steps":["trace[1647287311] 'agreement among raft nodes before linearized reading' (duration: 179.822269ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:44.532633Z","caller":"traceutil/trace.go:171","msg":"trace[1749827548] transaction","detail":"{read_only:false; response_revision:34877; number_of_response:1; }","duration":"286.701017ms","start":"2026-03-02T18:00:44.245898Z","end":"2026-03-02T18:00:44.532599Z","steps":["trace[1749827548] 'process raft request' (duration: 164.493462ms)","trace[1749827548] 'compare' (duration: 121.664411ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:44.834923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.670866ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:44.835063Z","caller":"traceutil/trace.go:171","msg":"trace[1373776825] transaction","detail":"{read_only:false; response_revision:34879; number_of_response:1; }","duration":"222.7453ms","start":"2026-03-02T18:00:44.612295Z","end":"2026-03-02T18:00:44.83504Z","steps":["trace[1373776825] 'process raft request' (duration: 91.841049ms)","trace[1373776825] 'compare' (duration: 130.418338ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:44.846837Z","caller":"traceutil/trace.go:171","msg":"trace[1930783877] transaction","detail":"{read_only:false; response_revision:34880; number_of_response:1; }","duration":"230.944124ms","start":"2026-03-02T18:00:44.615877Z","end":"2026-03-02T18:00:44.846821Z","steps":["trace[1930783877] 'process raft request' (duration: 230.825431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:45.542246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.003972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319944"} {"level":"info","ts":"2026-03-02T18:00:45.542334Z","caller":"traceutil/trace.go:171","msg":"trace[1342605255] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:34882; }","duration":"212.107065ms","start":"2026-03-02T18:00:45.330208Z","end":"2026-03-02T18:00:45.542315Z","steps":["trace[1342605255] 'range keys from in-memory index tree' (duration: 211.436627ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:45.987852Z","caller":"traceutil/trace.go:171","msg":"trace[1340699431] transaction","detail":"{read_only:false; response_revision:34885; number_of_response:1; }","duration":"244.717271ms","start":"2026-03-02T18:00:45.743095Z","end":"2026-03-02T18:00:45.987812Z","steps":["trace[1340699431] 'process raft request' (duration: 243.694424ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:46.424019Z","caller":"traceutil/trace.go:171","msg":"trace[483044472] transaction","detail":"{read_only:false; response_revision:34887; number_of_response:1; }","duration":"165.528298ms","start":"2026-03-02T18:00:46.258459Z","end":"2026-03-02T18:00:46.423988Z","steps":["trace[483044472] 'process raft request' (duration: 113.720196ms)","trace[483044472] 'compare' (duration: 51.507604ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:46.42416Z","caller":"traceutil/trace.go:171","msg":"trace[230321255] linearizableReadLoop","detail":"{readStateIndex:36095; appliedIndex:36094; }","duration":"104.380154ms","start":"2026-03-02T18:00:46.319752Z","end":"2026-03-02T18:00:46.424132Z","steps":["trace[230321255] 'read index received' (duration: 52.425358ms)","trace[230321255] 'applied index is now lower than readState.Index' (duration: 51.953216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:46.42436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.580679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:46.424432Z","caller":"traceutil/trace.go:171","msg":"trace[1781437011] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:34888; }","duration":"104.668681ms","start":"2026-03-02T18:00:46.319746Z","end":"2026-03-02T18:00:46.424414Z","steps":["trace[1781437011] 'agreement among raft nodes before linearized reading' (duration: 104.477516ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:46.990601Z","caller":"traceutil/trace.go:171","msg":"trace[719833718] transaction","detail":"{read_only:false; response_revision:34894; number_of_response:1; }","duration":"123.185051ms","start":"2026-03-02T18:00:46.867355Z","end":"2026-03-02T18:00:46.99054Z","steps":["trace[719833718] 'process raft request' (duration: 69.249904ms)","trace[719833718] 'compare' (duration: 53.618158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:48.079923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.165153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T18:00:48.080052Z","caller":"traceutil/trace.go:171","msg":"trace[593245724] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34898; }","duration":"113.365567ms","start":"2026-03-02T18:00:47.966663Z","end":"2026-03-02T18:00:48.080029Z","steps":["trace[593245724] 'range keys from in-memory index tree' (duration: 112.848024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:48.289797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.914043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-02T18:00:48.289875Z","caller":"traceutil/trace.go:171","msg":"trace[1726310977] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34899; }","duration":"104.049326ms","start":"2026-03-02T18:00:48.185803Z","end":"2026-03-02T18:00:48.289853Z","steps":["trace[1726310977] 'range keys from in-memory index tree' (duration: 103.728978ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:48.624421Z","caller":"traceutil/trace.go:171","msg":"trace[153513974] transaction","detail":"{read_only:false; response_revision:34901; number_of_response:1; }","duration":"191.397228ms","start":"2026-03-02T18:00:48.432997Z","end":"2026-03-02T18:00:48.624394Z","steps":["trace[153513974] 'process raft request' (duration: 191.218673ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:48.632826Z","caller":"traceutil/trace.go:171","msg":"trace[1591662055] transaction","detail":"{read_only:false; response_revision:34902; number_of_response:1; }","duration":"197.576128ms","start":"2026-03-02T18:00:48.435231Z","end":"2026-03-02T18:00:48.632807Z","steps":["trace[1591662055] 'process raft request' (duration: 197.398633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:48.920032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.440418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:00:48.920131Z","caller":"traceutil/trace.go:171","msg":"trace[81361335] linearizableReadLoop","detail":"{readStateIndex:36113; appliedIndex:36112; }","duration":"171.915613ms","start":"2026-03-02T18:00:48.7482Z","end":"2026-03-02T18:00:48.920116Z","steps":["trace[81361335] 'read index received' (duration: 65.282221ms)","trace[81361335] 'applied index is now lower than readState.Index' (duration: 106.632132ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:00:48.920204Z","caller":"traceutil/trace.go:171","msg":"trace[1096607673] transaction","detail":"{read_only:false; response_revision:34905; number_of_response:1; }","duration":"172.496958ms","start":"2026-03-02T18:00:48.747698Z","end":"2026-03-02T18:00:48.920195Z","steps":["trace[1096607673] 'process raft request' (duration: 65.813035ms)","trace[1096607673] 'compare' (duration: 106.225062ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:48.920351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.140589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:00:48.920392Z","caller":"traceutil/trace.go:171","msg":"trace[1074266091] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:34905; }","duration":"172.214642ms","start":"2026-03-02T18:00:48.748166Z","end":"2026-03-02T18:00:48.92038Z","steps":["trace[1074266091] 'agreement among raft nodes before linearized reading' (duration: 172.13466ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:49.928843Z","caller":"traceutil/trace.go:171","msg":"trace[1782117706] transaction","detail":"{read_only:false; response_revision:34912; number_of_response:1; }","duration":"328.240234ms","start":"2026-03-02T18:00:49.600525Z","end":"2026-03-02T18:00:49.928766Z","steps":["trace[1782117706] 'process raft request' (duration: 328.067549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:49.928978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:49.600473Z","time spent":"328.434078ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:00:49.96017Z","caller":"traceutil/trace.go:171","msg":"trace[782043352] transaction","detail":"{read_only:false; response_revision:34913; number_of_response:1; }","duration":"322.896965ms","start":"2026-03-02T18:00:49.637224Z","end":"2026-03-02T18:00:49.960121Z","steps":["trace[782043352] 'process raft request' (duration: 321.020166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:00:49.960528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:00:49.63719Z","time spent":"323.197043ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:00:55.249951Z","caller":"traceutil/trace.go:171","msg":"trace[1863337297] linearizableReadLoop","detail":"{readStateIndex:36159; appliedIndex:36158; }","duration":"111.058147ms","start":"2026-03-02T18:00:55.138874Z","end":"2026-03-02T18:00:55.249932Z","steps":["trace[1863337297] 'read index received' (duration: 110.819641ms)","trace[1863337297] 'applied index is now lower than readState.Index' (duration: 237.676µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:00:55.250163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.270573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T18:00:55.250193Z","caller":"traceutil/trace.go:171","msg":"trace[889385634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34949; }","duration":"111.344754ms","start":"2026-03-02T18:00:55.138841Z","end":"2026-03-02T18:00:55.250185Z","steps":["trace[889385634] 'agreement among raft nodes before linearized reading' (duration: 111.17476ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:00:55.250498Z","caller":"traceutil/trace.go:171","msg":"trace[1783230604] transaction","detail":"{read_only:false; response_revision:34949; number_of_response:1; }","duration":"128.135649ms","start":"2026-03-02T18:00:55.122351Z","end":"2026-03-02T18:00:55.250486Z","steps":["trace[1783230604] 'process raft request' (duration: 127.40085ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:01:02.828428Z","caller":"traceutil/trace.go:171","msg":"trace[708436898] transaction","detail":"{read_only:false; response_revision:34997; number_of_response:1; }","duration":"101.400806ms","start":"2026-03-02T18:01:02.727003Z","end":"2026-03-02T18:01:02.828404Z","steps":["trace[708436898] 'process raft request' (duration: 101.256602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:02:37.956278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.085524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-03-02T18:02:37.956352Z","caller":"traceutil/trace.go:171","msg":"trace[1789964448] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:35646; }","duration":"151.215938ms","start":"2026-03-02T18:02:37.80512Z","end":"2026-03-02T18:02:37.956336Z","steps":["trace[1789964448] 'range keys from in-memory index tree' (duration: 150.946281ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:37.97622Z","caller":"traceutil/trace.go:171","msg":"trace[1355218845] transaction","detail":"{read_only:false; response_revision:35647; number_of_response:1; }","duration":"134.489955ms","start":"2026-03-02T18:02:37.841705Z","end":"2026-03-02T18:02:37.976195Z","steps":["trace[1355218845] 'process raft request' (duration: 134.105074ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:38.221704Z","caller":"traceutil/trace.go:171","msg":"trace[473327848] linearizableReadLoop","detail":"{readStateIndex:36879; appliedIndex:36878; }","duration":"218.063088ms","start":"2026-03-02T18:02:38.003603Z","end":"2026-03-02T18:02:38.221666Z","steps":["trace[473327848] 'read index received' (duration: 165.148438ms)","trace[473327848] 'applied index is now lower than readState.Index' (duration: 52.91319ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:02:38.221843Z","caller":"traceutil/trace.go:171","msg":"trace[272715995] transaction","detail":"{read_only:false; response_revision:35648; number_of_response:1; }","duration":"227.975226ms","start":"2026-03-02T18:02:37.993831Z","end":"2026-03-02T18:02:38.221807Z","steps":["trace[272715995] 'process raft request' (duration: 174.970753ms)","trace[272715995] 'compare' (duration: 52.634164ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:02:38.221986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.350076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T18:02:38.222038Z","caller":"traceutil/trace.go:171","msg":"trace[30297591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:35648; }","duration":"218.454159ms","start":"2026-03-02T18:02:38.003571Z","end":"2026-03-02T18:02:38.222025Z","steps":["trace[30297591] 'agreement among raft nodes before linearized reading' (duration: 218.226402ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:38.64045Z","caller":"traceutil/trace.go:171","msg":"trace[913642646] transaction","detail":"{read_only:false; response_revision:35651; number_of_response:1; }","duration":"145.057157ms","start":"2026-03-02T18:02:38.495356Z","end":"2026-03-02T18:02:38.640413Z","steps":["trace[913642646] 'process raft request' (duration: 144.878403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:02:38.685649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.562997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:02:38.685758Z","caller":"traceutil/trace.go:171","msg":"trace[947500181] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:35652; }","duration":"107.743211ms","start":"2026-03-02T18:02:38.577989Z","end":"2026-03-02T18:02:38.685733Z","steps":["trace[947500181] 'agreement among raft nodes before linearized reading' (duration: 107.496145ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:39.061464Z","caller":"traceutil/trace.go:171","msg":"trace[901905033] transaction","detail":"{read_only:false; response_revision:35653; number_of_response:1; }","duration":"155.595782ms","start":"2026-03-02T18:02:38.905849Z","end":"2026-03-02T18:02:39.061445Z","steps":["trace[901905033] 'process raft request' (duration: 155.476598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:39.409089Z","caller":"traceutil/trace.go:171","msg":"trace[137547639] transaction","detail":"{read_only:false; response_revision:35655; number_of_response:1; }","duration":"162.431287ms","start":"2026-03-02T18:02:39.246629Z","end":"2026-03-02T18:02:39.40906Z","steps":["trace[137547639] 'process raft request' (duration: 145.677643ms)","trace[137547639] 'compare' (duration: 16.379355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:02:39.601371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.319532ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T18:02:39.601504Z","caller":"traceutil/trace.go:171","msg":"trace[1318639249] linearizableReadLoop","detail":"{readStateIndex:36888; appliedIndex:36887; }","duration":"151.591826ms","start":"2026-03-02T18:02:39.449889Z","end":"2026-03-02T18:02:39.601481Z","steps":["trace[1318639249] 'read index received' (duration: 46.151µs)","trace[1318639249] 'applied index is now lower than readState.Index' (duration: 151.543625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:02:39.601621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.720421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:02:39.601741Z","caller":"traceutil/trace.go:171","msg":"trace[1185240357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:35656; }","duration":"151.869424ms","start":"2026-03-02T18:02:39.449854Z","end":"2026-03-02T18:02:39.601723Z","steps":["trace[1185240357] 'agreement among raft nodes before linearized reading' (duration: 151.71018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:02:39.602169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.899204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-02T18:02:39.602213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.861702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-02T18:02:39.602242Z","caller":"traceutil/trace.go:171","msg":"trace[1135252001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:35656; }","duration":"128.015987ms","start":"2026-03-02T18:02:39.474204Z","end":"2026-03-02T18:02:39.60222Z","steps":["trace[1135252001] 'agreement among raft nodes before linearized reading' (duration: 127.793552ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:39.602258Z","caller":"traceutil/trace.go:171","msg":"trace[463163328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:35656; }","duration":"127.969236ms","start":"2026-03-02T18:02:39.474277Z","end":"2026-03-02T18:02:39.602246Z","steps":["trace[463163328] 'agreement among raft nodes before linearized reading' (duration: 127.795161ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:02:43.202158Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33463} {"level":"info","ts":"2026-03-02T18:02:43.323495Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33463,"took":"117.582055ms","hash":464432878,"current-db-size-bytes":49782784,"current-db-size":"50 MB","current-db-size-in-use-bytes":28688384,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-02T18:02:43.323549Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":464432878,"revision":33463,"compact-revision":31416} {"level":"info","ts":"2026-03-02T18:02:55.816042Z","caller":"traceutil/trace.go:171","msg":"trace[1134020718] transaction","detail":"{read_only:false; response_revision:35767; number_of_response:1; }","duration":"111.248063ms","start":"2026-03-02T18:02:55.704773Z","end":"2026-03-02T18:02:55.816021Z","steps":["trace[1134020718] 'process raft request' (duration: 111.006066ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:03:01.308612Z","caller":"traceutil/trace.go:171","msg":"trace[313801706] transaction","detail":"{read_only:false; response_revision:35802; number_of_response:1; }","duration":"114.402253ms","start":"2026-03-02T18:03:01.194175Z","end":"2026-03-02T18:03:01.308577Z","steps":["trace[313801706] 'process raft request' (duration: 112.578706ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:03:39.258168Z","caller":"traceutil/trace.go:171","msg":"trace[1230633255] transaction","detail":"{read_only:false; response_revision:36062; number_of_response:1; }","duration":"250.350437ms","start":"2026-03-02T18:03:39.007446Z","end":"2026-03-02T18:03:39.257797Z","steps":["trace[1230633255] 'process raft request' (duration: 194.491859ms)","trace[1230633255] 'compare' (duration: 55.548909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:03:39.544047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.34628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-02T18:03:39.544205Z","caller":"traceutil/trace.go:171","msg":"trace[1638314694] transaction","detail":"{read_only:false; response_revision:36063; number_of_response:1; }","duration":"176.180725ms","start":"2026-03-02T18:03:39.368002Z","end":"2026-03-02T18:03:39.544183Z","steps":["trace[1638314694] 'process raft request' (duration: 31.581868ms)","trace[1638314694] 'compare' (duration: 144.206086ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:03:39.544436Z","caller":"traceutil/trace.go:171","msg":"trace[1241190905] linearizableReadLoop","detail":"{readStateIndex:37309; appliedIndex:37307; }","duration":"159.467252ms","start":"2026-03-02T18:03:39.38493Z","end":"2026-03-02T18:03:39.544397Z","steps":["trace[1241190905] 'read index received' (duration: 14.587379ms)","trace[1241190905] 'applied index is now lower than readState.Index' (duration: 144.874953ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:03:39.544504Z","caller":"traceutil/trace.go:171","msg":"trace[1431142713] transaction","detail":"{read_only:false; response_revision:36064; number_of_response:1; }","duration":"174.789968ms","start":"2026-03-02T18:03:39.369672Z","end":"2026-03-02T18:03:39.544462Z","steps":["trace[1431142713] 'process raft request' (duration: 174.46782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:03:39.544682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.740879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:03:39.544757Z","caller":"traceutil/trace.go:171","msg":"trace[1238960284] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36064; }","duration":"159.867342ms","start":"2026-03-02T18:03:39.384862Z","end":"2026-03-02T18:03:39.54473Z","steps":["trace[1238960284] 'agreement among raft nodes before linearized reading' (duration: 159.640996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:03:39.544811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.786679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:03:39.544917Z","caller":"traceutil/trace.go:171","msg":"trace[1584079987] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:36064; }","duration":"159.913122ms","start":"2026-03-02T18:03:39.384979Z","end":"2026-03-02T18:03:39.544892Z","steps":["trace[1584079987] 'agreement among raft nodes before linearized reading' (duration: 159.657586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:03:40.441119Z","caller":"traceutil/trace.go:171","msg":"trace[1641622132] linearizableReadLoop","detail":"{readStateIndex:37312; appliedIndex:37311; }","duration":"266.420851ms","start":"2026-03-02T18:03:40.174677Z","end":"2026-03-02T18:03:40.441098Z","steps":["trace[1641622132] 'read index received' (duration: 266.36613ms)","trace[1641622132] 'applied index is now lower than readState.Index' (duration: 54.091µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:03:40.441243Z","caller":"traceutil/trace.go:171","msg":"trace[446014567] transaction","detail":"{read_only:false; response_revision:36067; number_of_response:1; }","duration":"273.051994ms","start":"2026-03-02T18:03:40.168179Z","end":"2026-03-02T18:03:40.441231Z","steps":["trace[446014567] 'process raft request' (duration: 272.775337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:03:40.441478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.782841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T18:03:40.441526Z","caller":"traceutil/trace.go:171","msg":"trace[1161330136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36067; }","duration":"266.875665ms","start":"2026-03-02T18:03:40.174639Z","end":"2026-03-02T18:03:40.441515Z","steps":["trace[1161330136] 'agreement among raft nodes before linearized reading' (duration: 266.72686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:03:40.465513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.329092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-02T18:03:40.465653Z","caller":"traceutil/trace.go:171","msg":"trace[536191144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36068; }","duration":"290.472365ms","start":"2026-03-02T18:03:40.175113Z","end":"2026-03-02T18:03:40.465586Z","steps":["trace[536191144] 'agreement among raft nodes before linearized reading' (duration: 290.225219ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:03:40.46571Z","caller":"traceutil/trace.go:171","msg":"trace[430913057] transaction","detail":"{read_only:false; response_revision:36068; number_of_response:1; }","duration":"223.979863ms","start":"2026-03-02T18:03:40.241689Z","end":"2026-03-02T18:03:40.465669Z","steps":["trace[430913057] 'process raft request' (duration: 223.48495ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:03:41.043863Z","caller":"traceutil/trace.go:171","msg":"trace[1907474688] linearizableReadLoop","detail":"{readStateIndex:37317; appliedIndex:37315; }","duration":"276.268638ms","start":"2026-03-02T18:03:40.767557Z","end":"2026-03-02T18:03:41.043825Z","steps":["trace[1907474688] 'read index received' (duration: 76.563925ms)","trace[1907474688] 'applied index is now lower than readState.Index' (duration: 199.703163ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:03:41.04404Z","caller":"traceutil/trace.go:171","msg":"trace[1296833007] transaction","detail":"{read_only:false; response_revision:36072; number_of_response:1; }","duration":"294.54198ms","start":"2026-03-02T18:03:40.749483Z","end":"2026-03-02T18:03:41.044025Z","steps":["trace[1296833007] 'process raft request' (duration: 198.674196ms)","trace[1296833007] 'compare' (duration: 95.522235ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:03:41.044416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.826212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:03:41.044965Z","caller":"traceutil/trace.go:171","msg":"trace[1623379506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:36072; }","duration":"276.946305ms","start":"2026-03-02T18:03:40.767526Z","end":"2026-03-02T18:03:41.044472Z","steps":["trace[1623379506] 'agreement among raft nodes before linearized reading' (duration: 276.440901ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:03:41.247987Z","caller":"traceutil/trace.go:171","msg":"trace[345236965] transaction","detail":"{read_only:false; response_revision:36073; number_of_response:1; }","duration":"373.516587ms","start":"2026-03-02T18:03:40.874433Z","end":"2026-03-02T18:03:41.247949Z","steps":["trace[345236965] 'process raft request' (duration: 283.345191ms)","trace[345236965] 'compare' (duration: 90.016602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T18:03:41.248165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:03:40.874398Z","time spent":"373.685421ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:03:41.249481Z","caller":"traceutil/trace.go:171","msg":"trace[1300490052] linearizableReadLoop","detail":"{readStateIndex:37319; appliedIndex:37317; }","duration":"180.447834ms","start":"2026-03-02T18:03:41.069015Z","end":"2026-03-02T18:03:41.249463Z","steps":["trace[1300490052] 'read index received' (duration: 88.77529ms)","trace[1300490052] 'applied index is now lower than readState.Index' (duration: 91.671384ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:03:41.249598Z","caller":"traceutil/trace.go:171","msg":"trace[1332120858] transaction","detail":"{read_only:false; response_revision:36074; number_of_response:1; }","duration":"206.396747ms","start":"2026-03-02T18:03:41.04319Z","end":"2026-03-02T18:03:41.249587Z","steps":["trace[1332120858] 'process raft request' (duration: 206.186132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:03:41.249675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.632019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:03:41.249719Z","caller":"traceutil/trace.go:171","msg":"trace[419967344] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:36074; }","duration":"180.757552ms","start":"2026-03-02T18:03:41.068951Z","end":"2026-03-02T18:03:41.249708Z","steps":["trace[419967344] 'agreement among raft nodes before linearized reading' (duration: 180.578928ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:07:43.208463Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35682} {"level":"info","ts":"2026-03-02T18:07:43.333536Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35682,"took":"119.947837ms","hash":3890878154,"current-db-size-bytes":52334592,"current-db-size":"52 MB","current-db-size-in-use-bytes":28155904,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-02T18:07:43.33365Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3890878154,"revision":35682,"compact-revision":33463} {"level":"info","ts":"2026-03-02T18:08:16.762629Z","caller":"traceutil/trace.go:171","msg":"trace[59280689] linearizableReadLoop","detail":"{readStateIndex:39334; appliedIndex:39333; }","duration":"448.286974ms","start":"2026-03-02T18:08:16.314321Z","end":"2026-03-02T18:08:16.762607Z","steps":["trace[59280689] 'read index received' (duration: 448.070559ms)","trace[59280689] 'applied index is now lower than readState.Index' (duration: 215.725µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:08:16.763482Z","caller":"traceutil/trace.go:171","msg":"trace[224180892] transaction","detail":"{read_only:false; response_revision:38028; number_of_response:1; }","duration":"475.692683ms","start":"2026-03-02T18:08:16.287776Z","end":"2026-03-02T18:08:16.763468Z","steps":["trace[224180892] 'process raft request' (duration: 474.682817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.763617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.287761Z","time spent":"475.747634ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:08:16.763641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.303461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-03-02T18:08:16.763715Z","caller":"traceutil/trace.go:171","msg":"trace[1076538357] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:38028; }","duration":"449.417493ms","start":"2026-03-02T18:08:16.314282Z","end":"2026-03-02T18:08:16.763699Z","steps":["trace[1076538357] 'agreement among raft nodes before linearized reading' (duration: 449.209468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.763755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.314267Z","time spent":"449.481716ms","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"info","ts":"2026-03-02T18:08:16.814196Z","caller":"traceutil/trace.go:171","msg":"trace[1852236521] transaction","detail":"{read_only:false; response_revision:38029; number_of_response:1; }","duration":"454.899016ms","start":"2026-03-02T18:08:16.35926Z","end":"2026-03-02T18:08:16.814159Z","steps":["trace[1852236521] 'process raft request' (duration: 454.636818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.814327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.359236Z","time spent":"455.023229ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:08:16.814201Z","caller":"traceutil/trace.go:171","msg":"trace[598805355] transaction","detail":"{read_only:false; response_revision:38030; number_of_response:1; }","duration":"451.782365ms","start":"2026-03-02T18:08:16.362403Z","end":"2026-03-02T18:08:16.814185Z","steps":["trace[598805355] 'process raft request' (duration: 451.658861ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:08:16.814439Z","caller":"traceutil/trace.go:171","msg":"trace[1423733990] transaction","detail":"{read_only:false; response_revision:38031; number_of_response:1; }","duration":"434.96619ms","start":"2026-03-02T18:08:16.379461Z","end":"2026-03-02T18:08:16.814427Z","steps":["trace[1423733990] 'process raft request' (duration: 434.683923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.814509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.37943Z","time spent":"435.041712ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:08:16.814585Z","caller":"traceutil/trace.go:171","msg":"trace[15593202] transaction","detail":"{read_only:false; response_revision:38032; number_of_response:1; }","duration":"232.036295ms","start":"2026-03-02T18:08:16.582526Z","end":"2026-03-02T18:08:16.814562Z","steps":["trace[15593202] 'process raft request' (duration: 231.82207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.814608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.362395Z","time spent":"452.074583ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:08:16.814702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.741709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:08:16.814774Z","caller":"traceutil/trace.go:171","msg":"trace[66009962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38034; }","duration":"363.854842ms","start":"2026-03-02T18:08:16.450901Z","end":"2026-03-02T18:08:16.814756Z","steps":["trace[66009962] 'agreement among raft nodes before linearized reading' (duration: 363.706149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.814805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.450886Z","time spent":"363.914193ms","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:08:16.814802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.456123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-02T18:08:16.814885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.164284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack\" ","response":"range_response_count:1 size:1328"} {"level":"info","ts":"2026-03-02T18:08:16.814891Z","caller":"traceutil/trace.go:171","msg":"trace[1312451938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38034; }","duration":"334.589437ms","start":"2026-03-02T18:08:16.480281Z","end":"2026-03-02T18:08:16.81487Z","steps":["trace[1312451938] 'agreement among raft nodes before linearized reading' (duration: 334.311179ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:08:16.814917Z","caller":"traceutil/trace.go:171","msg":"trace[882783529] range","detail":"{range_begin:/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack; range_end:; response_count:1; response_revision:38034; }","duration":"462.243656ms","start":"2026-03-02T18:08:16.352666Z","end":"2026-03-02T18:08:16.814909Z","steps":["trace[882783529] 'agreement among raft nodes before linearized reading' (duration: 462.137632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:08:16.814936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.480268Z","time spent":"334.661668ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:08:16.814948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:08:16.352644Z","time spent":"462.300148ms","remote":"127.0.0.1:42176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1350,"request content":"key:\"/registry/clusterrolebindings/rabbitmq-messaging-topology-operator-openstack\" "} {"level":"warn","ts":"2026-03-02T18:09:23.656645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837293707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:09:24.157433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837293707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:09:24.658508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837293707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:09:25.159547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837293707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:09:25.661573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837293707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:09:26.048648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156455Z","time spent":"2.892187132s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.068519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.91223832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T18:09:26.06862Z","caller":"traceutil/trace.go:171","msg":"trace[1965581201] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.912358002s","start":"2026-03-02T18:09:23.15624Z","end":"2026-03-02T18:09:26.068598Z","steps":["trace[1965581201] 'agreement among raft nodes before linearized reading' (duration: 2.912240019s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.068656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156236Z","time spent":"2.912410494s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.070863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.15634Z","time spent":"2.914519998s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.070935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156288Z","time spent":"2.914646721s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.07097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156504Z","time spent":"2.914465636s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.100921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156201Z","time spent":"2.944715628s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.162559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743061837293707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T18:09:26.37966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44256868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"info","ts":"2026-03-02T18:09:26.379736Z","caller":"traceutil/trace.go:171","msg":"trace[1930865142] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:38465; }","duration":"6.442684474s","start":"2026-03-02T18:09:19.937034Z","end":"2026-03-02T18:09:26.379718Z","steps":["trace[1930865142] 'range keys from in-memory index tree' (duration: 6.442354114s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.379761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:19.937017Z","time spent":"6.442738135s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":10808,"request content":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" "} {"level":"warn","ts":"2026-03-02T18:09:26.379858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.417250806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"info","ts":"2026-03-02T18:09:26.379871Z","caller":"traceutil/trace.go:171","msg":"trace[525467245] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:38465; }","duration":"6.417307647s","start":"2026-03-02T18:09:19.962559Z","end":"2026-03-02T18:09:26.379867Z","steps":["trace[525467245] 'range keys from in-memory index tree' (duration: 6.417090911s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.379892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:19.962536Z","time spent":"6.417348319s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9546,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-03-02T18:09:26.380851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928582988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.380935Z","caller":"traceutil/trace.go:171","msg":"trace[548109954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38465; }","duration":"5.928716321s","start":"2026-03-02T18:09:20.4522Z","end":"2026-03-02T18:09:26.380917Z","steps":["trace[548109954] 'range keys from in-memory index tree' (duration: 5.928430853s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.380964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:20.452178Z","time spent":"5.928778402s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:09:26.380976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:24.371663Z","time spent":"2.009309375s","remote":"127.0.0.1:41868","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:09:26.381056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.233968653s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T18:09:26.381193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01612345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-02T18:09:26.381223Z","caller":"traceutil/trace.go:171","msg":"trace[1270370055] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:38465; }","duration":"3.234144608s","start":"2026-03-02T18:09:23.147052Z","end":"2026-03-02T18:09:26.381197Z","steps":["trace[1270370055] 'range keys from in-memory index tree' (duration: 3.233948712s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.381261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225284619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:09:26.381271Z","caller":"traceutil/trace.go:171","msg":"trace[595187755] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"6.016204672s","start":"2026-03-02T18:09:20.365059Z","end":"2026-03-02T18:09:26.381264Z","steps":["trace[595187755] 'range keys from in-memory index tree' (duration: 6.015947275s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:09:26.381281Z","caller":"traceutil/trace.go:171","msg":"trace[504212163] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:38465; }","duration":"3.22534341s","start":"2026-03-02T18:09:23.155932Z","end":"2026-03-02T18:09:26.381275Z","steps":["trace[504212163] 'count revisions from in-memory index tree' (duration: 3.225216357s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.381296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:20.364999Z","time spent":"6.016290374s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-02T18:09:26.381301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.155917Z","time spent":"3.225378611s","remote":"127.0.0.1:42170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.381405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225421392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:09:26.381425Z","caller":"traceutil/trace.go:171","msg":"trace[2123429130] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:38465; }","duration":"3.225466803s","start":"2026-03-02T18:09:23.155954Z","end":"2026-03-02T18:09:26.381421Z","steps":["trace[2123429130] 'count revisions from in-memory index tree' (duration: 3.225346711s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.381428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.01306055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-02T18:09:26.381441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.155938Z","time spent":"3.225498154s","remote":"127.0.0.1:42308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:09:26.381447Z","caller":"traceutil/trace.go:171","msg":"trace[1720946516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:38465; }","duration":"6.013093792s","start":"2026-03-02T18:09:20.368347Z","end":"2026-03-02T18:09:26.381441Z","steps":["trace[1720946516] 'range keys from in-memory index tree' (duration: 6.012964458s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.381465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:20.36834Z","time spent":"6.013120192s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-02T18:09:26.381531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225545365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.38156Z","caller":"traceutil/trace.go:171","msg":"trace[541845917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38465; }","duration":"3.225595926s","start":"2026-03-02T18:09:23.155957Z","end":"2026-03-02T18:09:26.381553Z","steps":["trace[541845917] 'range keys from in-memory index tree' (duration: 3.225447753s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.38158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.155951Z","time spent":"3.225624937s","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:09:26.381633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225570245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.381653Z","caller":"traceutil/trace.go:171","msg":"trace[1062753830] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:38465; }","duration":"3.225592036s","start":"2026-03-02T18:09:23.156055Z","end":"2026-03-02T18:09:26.381647Z","steps":["trace[1062753830] 'count revisions from in-memory index tree' (duration: 3.225543265s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.381669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156049Z","time spent":"3.225614657s","remote":"127.0.0.1:50624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:09:26.381809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.22567527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-02T18:09:26.381837Z","caller":"traceutil/trace.go:171","msg":"trace[1806171617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:38465; }","duration":"3.22571353s","start":"2026-03-02T18:09:23.156116Z","end":"2026-03-02T18:09:26.38183Z","steps":["trace[1806171617] 'range keys from in-memory index tree' (duration: 3.225614037s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.38186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156111Z","time spent":"3.225742361s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T18:09:26.382001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225859163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.382023Z","caller":"traceutil/trace.go:171","msg":"trace[2044339669] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:38465; }","duration":"3.225913195s","start":"2026-03-02T18:09:23.156104Z","end":"2026-03-02T18:09:26.382018Z","steps":["trace[2044339669] 'count revisions from in-memory index tree' (duration: 3.225820263s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.38204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156089Z","time spent":"3.225945926s","remote":"127.0.0.1:52558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:09:26.382118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.163897Z","time spent":"3.218219676s","remote":"127.0.0.1:41844","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T18:09:26.383368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.876874792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.383463Z","caller":"traceutil/trace.go:171","msg":"trace[1220554094] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:38465; }","duration":"5.876973725s","start":"2026-03-02T18:09:20.506464Z","end":"2026-03-02T18:09:26.383437Z","steps":["trace[1220554094] 'range keys from in-memory index tree' (duration: 5.87677292s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.38353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:20.506451Z","time spent":"5.877061696s","remote":"127.0.0.1:52580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-02T18:09:26.381155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.140600838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context deadline exceeded"} {"level":"info","ts":"2026-03-02T18:09:26.386952Z","caller":"traceutil/trace.go:171","msg":"trace[336277183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"6.146440838s","start":"2026-03-02T18:09:20.240471Z","end":"2026-03-02T18:09:26.386912Z","steps":["trace[336277183] 'range keys from in-memory index tree' (duration: 6.140430651s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.387032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:20.24045Z","time spent":"6.146558261s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/02 18:09:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T18:09:26.39309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.236785676s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T18:09:26.393663Z","caller":"traceutil/trace.go:171","msg":"trace[233813245] transaction","detail":"{read_only:false; response_revision:38466; number_of_response:1; }","duration":"3.237413932s","start":"2026-03-02T18:09:23.156211Z","end":"2026-03-02T18:09:26.393625Z","steps":["trace[233813245] 'process raft request' (duration: 3.237266709s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.393788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156201Z","time spent":"3.237520506s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:09:26.39793Z","caller":"traceutil/trace.go:171","msg":"trace[1389902693] transaction","detail":"{read_only:false; response_revision:38475; number_of_response:1; }","duration":"1.364738998s","start":"2026-03-02T18:09:25.033169Z","end":"2026-03-02T18:09:26.397908Z","steps":["trace[1389902693] 'process raft request' (duration: 1.364632684s)"],"step_count":1} {"level":"info","ts":"2026-03-02T18:09:26.398042Z","caller":"traceutil/trace.go:171","msg":"trace[297202864] linearizableReadLoop","detail":"{readStateIndex:39795; appliedIndex:39785; }","duration":"3.241770566s","start":"2026-03-02T18:09:23.15625Z","end":"2026-03-02T18:09:26.398021Z","steps":["trace[297202864] 'read index received' (duration: 3.237167466s)","trace[297202864] 'applied index is now lower than readState.Index' (duration: 4.60238ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T18:09:26.398111Z","caller":"traceutil/trace.go:171","msg":"trace[809312331] transaction","detail":"{read_only:false; response_revision:38471; number_of_response:1; }","duration":"3.241642433s","start":"2026-03-02T18:09:23.156458Z","end":"2026-03-02T18:09:26.3981Z","steps":["trace[809312331] 'process raft request' (duration: 3.241219431s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.39817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.156444Z","time spent":"3.241696074s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:09:26.398235Z","caller":"traceutil/trace.go:171","msg":"trace[1257923225] transaction","detail":"{read_only:false; response_revision:38473; number_of_response:1; }","duration":"3.231008826s","start":"2026-03-02T18:09:23.167201Z","end":"2026-03-02T18:09:26.39821Z","steps":["trace[1257923225] 'process raft request' (duration: 3.230536584s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.398065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:25.033144Z","time spent":"1.364839291s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:09:26.39839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.16719Z","time spent":"3.231106208s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T18:09:26.398479Z","caller":"traceutil/trace.go:171","msg":"trace[852624413] transaction","detail":"{read_only:false; response_revision:38474; number_of_response:1; }","duration":"2.962652211s","start":"2026-03-02T18:09:23.435815Z","end":"2026-03-02T18:09:26.398467Z","steps":["trace[852624413] 'process raft request' (duration: 2.961955253s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.3984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.223176634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:09:26.398539Z","caller":"traceutil/trace.go:171","msg":"trace[540803456] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:38477; }","duration":"3.223361079s","start":"2026-03-02T18:09:23.175166Z","end":"2026-03-02T18:09:26.398527Z","steps":["trace[540803456] 'agreement among raft nodes before linearized reading' (duration: 3.223176715s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.398544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.435788Z","time spent":"2.962722844s","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T18:09:26.398574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.17515Z","time spent":"3.22341392s","remote":"127.0.0.1:44120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:09:26.398799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018001411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T18:09:26.398818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.75719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-02T18:09:26.398833Z","caller":"traceutil/trace.go:171","msg":"trace[1622688535] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:38477; }","duration":"2.018036931s","start":"2026-03-02T18:09:24.380791Z","end":"2026-03-02T18:09:26.398827Z","steps":["trace[1622688535] 'agreement among raft nodes before linearized reading' (duration: 2.01797638s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.39885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:24.38074Z","time spent":"2.018105273s","remote":"127.0.0.1:41382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:09:26.398853Z","caller":"traceutil/trace.go:171","msg":"trace[1491601749] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:38477; }","duration":"327.811691ms","start":"2026-03-02T18:09:26.07103Z","end":"2026-03-02T18:09:26.398841Z","steps":["trace[1491601749] 'agreement among raft nodes before linearized reading' (duration: 327.753879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.398882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:26.07102Z","time spent":"327.855252ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-02T18:09:26.398941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.129848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-02T18:09:26.398958Z","caller":"traceutil/trace.go:171","msg":"trace[740053079] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:38477; }","duration":"350.170628ms","start":"2026-03-02T18:09:26.048783Z","end":"2026-03-02T18:09:26.398954Z","steps":["trace[740053079] 'agreement among raft nodes before linearized reading' (duration: 350.136538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.398971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:26.048771Z","time spent":"350.19749ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239119721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.399031Z","caller":"traceutil/trace.go:171","msg":"trace[497603083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:38477; }","duration":"1.239147491s","start":"2026-03-02T18:09:25.159879Z","end":"2026-03-02T18:09:26.399027Z","steps":["trace[497603083] 'agreement among raft nodes before linearized reading' (duration: 1.239120841s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:25.159867Z","time spent":"1.239173093s","remote":"127.0.0.1:41814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241552984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-02T18:09:26.399198Z","caller":"traceutil/trace.go:171","msg":"trace[212969565] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f; range_end:; response_count:1; response_revision:38477; }","duration":"1.241572964s","start":"2026-03-02T18:09:25.157618Z","end":"2026-03-02T18:09:26.399191Z","steps":["trace[212969565] 'agreement among raft nodes before linearized reading' (duration: 1.241491622s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:25.157568Z","time spent":"1.241639206s","remote":"127.0.0.1:41890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189914452fc54b8f\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467638828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-03-02T18:09:26.399282Z","caller":"traceutil/trace.go:171","msg":"trace[1594215790] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:38477; }","duration":"2.467722461s","start":"2026-03-02T18:09:23.931547Z","end":"2026-03-02T18:09:26.39927Z","steps":["trace[1594215790] 'agreement among raft nodes before linearized reading' (duration: 2.467644679s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.931521Z","time spent":"2.467785993s","remote":"127.0.0.1:41852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.162\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591714134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-02T18:09:26.399343Z","caller":"traceutil/trace.go:171","msg":"trace[1143445798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:38477; }","duration":"1.591762745s","start":"2026-03-02T18:09:24.807576Z","end":"2026-03-02T18:09:26.399339Z","steps":["trace[1143445798] 'agreement among raft nodes before linearized reading' (duration: 1.591698022s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:24.80756Z","time spent":"1.591793166s","remote":"127.0.0.1:41994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12235,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.273463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-03-02T18:09:26.399387Z","caller":"traceutil/trace.go:171","msg":"trace[607015169] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:38477; }","duration":"328.311694ms","start":"2026-03-02T18:09:26.071065Z","end":"2026-03-02T18:09:26.399376Z","steps":["trace[607015169] 'agreement among raft nodes before linearized reading' (duration: 328.269803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:26.071062Z","time spent":"328.350405ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":648,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911049766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-02T18:09:26.39949Z","caller":"traceutil/trace.go:171","msg":"trace[1972231345] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:38477; }","duration":"1.911097227s","start":"2026-03-02T18:09:24.488389Z","end":"2026-03-02T18:09:26.399486Z","steps":["trace[1972231345] 'agreement among raft nodes before linearized reading' (duration: 1.911038456s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.049211209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-02T18:09:26.399509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:24.488376Z","time spent":"1.911130168s","remote":"127.0.0.1:42318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":66,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-02T18:09:26.399524Z","caller":"traceutil/trace.go:171","msg":"trace[1085537889] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:38477; }","duration":"3.049299081s","start":"2026-03-02T18:09:23.350212Z","end":"2026-03-02T18:09:26.399511Z","steps":["trace[1085537889] 'agreement among raft nodes before linearized reading' (duration: 3.049237229s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.39957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.350189Z","time spent":"3.049368783s","remote":"127.0.0.1:44202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:09:26.399167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418772157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-02T18:09:26.399622Z","caller":"traceutil/trace.go:171","msg":"trace[2103237836] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:38477; }","duration":"2.41928755s","start":"2026-03-02T18:09:23.980327Z","end":"2026-03-02T18:09:26.399614Z","steps":["trace[2103237836] 'agreement among raft nodes before linearized reading' (duration: 2.418581482s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.980306Z","time spent":"2.419328111s","remote":"127.0.0.1:52520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-02T18:09:26.399763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15104956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-02T18:09:26.399795Z","caller":"traceutil/trace.go:171","msg":"trace[2080726052] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:38477; }","duration":"3.151083491s","start":"2026-03-02T18:09:23.248704Z","end":"2026-03-02T18:09:26.399787Z","steps":["trace[2080726052] 'agreement among raft nodes before linearized reading' (duration: 3.150999439s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:23.24868Z","time spent":"3.151130392s","remote":"127.0.0.1:41966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-02T18:09:26.399276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.175205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-02T18:09:26.400301Z","caller":"traceutil/trace.go:171","msg":"trace[1905973642] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:38477; }","duration":"299.219052ms","start":"2026-03-02T18:09:26.101069Z","end":"2026-03-02T18:09:26.400288Z","steps":["trace[1905973642] 'agreement among raft nodes before linearized reading' (duration: 298.173924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.399318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.226942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-02T18:09:26.400433Z","caller":"traceutil/trace.go:171","msg":"trace[2068065403] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:38477; }","duration":"329.34327ms","start":"2026-03-02T18:09:26.071079Z","end":"2026-03-02T18:09:26.400423Z","steps":["trace[2068065403] 'agreement among raft nodes before linearized reading' (duration: 328.218682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T18:09:26.400466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T18:09:26.071077Z","time spent":"329.376461ms","remote":"127.0.0.1:42062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-02T18:09:56.517102Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-02T18:09:56.525585Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-03-02T18:09:56.525668Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}