{"level":"warn","ts":"2026-07-30T21:05:22.11061Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T21:05:22.110709Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.200:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.200:2380","--initial-cluster=instance=https://199.19.213.200:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.200:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.200:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-30T21:05:22.110778Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-30T21:05:22.110788Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.200:2380"]} {"level":"info","ts":"2026-07-30T21:05:22.110805Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T21:05:22.111397Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.200:2379"]} {"level":"info","ts":"2026-07-30T21:05:22.111508Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.200:2380"],"listen-peer-urls":["https://199.19.213.200:2380"],"advertise-client-urls":["https://199.19.213.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.200:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-30T21:05:22.114258Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.495057ms"} {"level":"info","ts":"2026-07-30T21:05:22.121884Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"3363378c2227fa42","cluster-id":"7faf957b2e4cf761"} {"level":"info","ts":"2026-07-30T21:05:22.122001Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 switched to configuration voters=()"} {"level":"info","ts":"2026-07-30T21:05:22.122032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 became follower at term 0"} {"level":"info","ts":"2026-07-30T21:05:22.122045Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 3363378c2227fa42 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-30T21:05:22.122058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 became follower at term 1"} {"level":"info","ts":"2026-07-30T21:05:22.122101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 switched to configuration voters=(3702864393636674114)"} {"level":"warn","ts":"2026-07-30T21:05:22.126924Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-30T21:05:22.130804Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-30T21:05:22.132174Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-30T21:05:22.13592Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"3363378c2227fa42","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-30T21:05:22.138609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T21:05:22.138851Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T21:05:22.138878Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-30T21:05:22.138762Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"3363378c2227fa42","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-30T21:05:22.140116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 switched to configuration voters=(3702864393636674114)"} {"level":"info","ts":"2026-07-30T21:05:22.140272Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7faf957b2e4cf761","local-member-id":"3363378c2227fa42","added-peer-id":"3363378c2227fa42","added-peer-peer-urls":["https://199.19.213.200:2380"]} {"level":"info","ts":"2026-07-30T21:05:22.140505Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-30T21:05:22.140768Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"3363378c2227fa42","initial-advertise-peer-urls":["https://199.19.213.200:2380"],"listen-peer-urls":["https://199.19.213.200:2380"],"advertise-client-urls":["https://199.19.213.200:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.200:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-30T21:05:22.140883Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-30T21:05:22.141775Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.200:2380"} {"level":"info","ts":"2026-07-30T21:05:22.141814Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.200:2380"} {"level":"info","ts":"2026-07-30T21:05:22.823185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 is starting a new election at term 1"} {"level":"info","ts":"2026-07-30T21:05:22.823266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-30T21:05:22.823291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 received MsgPreVoteResp from 3363378c2227fa42 at term 1"} {"level":"info","ts":"2026-07-30T21:05:22.823306Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 became candidate at term 2"} {"level":"info","ts":"2026-07-30T21:05:22.823313Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 received MsgVoteResp from 3363378c2227fa42 at term 2"} {"level":"info","ts":"2026-07-30T21:05:22.823323Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"3363378c2227fa42 became leader at term 2"} {"level":"info","ts":"2026-07-30T21:05:22.823332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 3363378c2227fa42 elected leader 3363378c2227fa42 at term 2"} {"level":"info","ts":"2026-07-30T21:05:22.824331Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"3363378c2227fa42","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.200:2379]}","request-path":"/0/members/3363378c2227fa42/attributes","cluster-id":"7faf957b2e4cf761","publish-timeout":"7s"} {"level":"info","ts":"2026-07-30T21:05:22.82442Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T21:05:22.824392Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:05:22.82447Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-30T21:05:22.824783Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-30T21:05:22.824822Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-30T21:05:22.825724Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7faf957b2e4cf761","local-member-id":"3363378c2227fa42","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:05:22.825904Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:05:22.825978Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-30T21:05:22.82828Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-30T21:05:22.829087Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.200:2379"} {"level":"warn","ts":"2026-07-30T21:05:24.614806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.123601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-30T21:05:24.614937Z","caller":"traceutil/trace.go:171","msg":"trace[927624024] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:70; }","duration":"164.347967ms","start":"2026-07-30T21:05:24.450563Z","end":"2026-07-30T21:05:24.614911Z","steps":["trace[927624024] 'range keys from in-memory index tree' (duration: 164.005467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:41.837485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-30T21:05:41.837644Z","caller":"traceutil/trace.go:171","msg":"trace[821033564] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"433.355493ms","start":"2026-07-30T21:05:41.404259Z","end":"2026-07-30T21:05:41.837614Z","steps":["trace[821033564] 'read index received' (duration: 54.761µs)","trace[821033564] 'applied index is now lower than readState.Index' (duration: 433.298692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:05:41.837791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.521488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:05:41.837823Z","caller":"traceutil/trace.go:171","msg":"trace[1054610663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:418; }","duration":"433.597261ms","start":"2026-07-30T21:05:41.404218Z","end":"2026-07-30T21:05:41.837815Z","steps":["trace[1054610663] 'agreement among raft nodes before linearized reading' (duration: 433.512829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:41.837861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:05:41.404196Z","time spent":"433.653662ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:05:41.837956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.342128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-07-30T21:05:41.838073Z","caller":"traceutil/trace.go:171","msg":"trace[1215762102] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:418; }","duration":"425.515831ms","start":"2026-07-30T21:05:41.412532Z","end":"2026-07-30T21:05:41.838048Z","steps":["trace[1215762102] 'agreement among raft nodes before linearized reading' (duration: 425.252635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:41.838164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:05:41.412509Z","time spent":"425.645865ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6987,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-07-30T21:05:48.177992Z","caller":"traceutil/trace.go:171","msg":"trace[953386120] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"166.635298ms","start":"2026-07-30T21:05:48.011305Z","end":"2026-07-30T21:05:48.177941Z","steps":["trace[953386120] 'process raft request' (duration: 166.443263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:05:50.556045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.089017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:05:50.556226Z","caller":"traceutil/trace.go:171","msg":"trace[1600533267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:471; }","duration":"151.288162ms","start":"2026-07-30T21:05:50.404882Z","end":"2026-07-30T21:05:50.556171Z","steps":["trace[1600533267] 'range keys from in-memory index tree' (duration: 150.948724ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:02.270919Z","caller":"traceutil/trace.go:171","msg":"trace[1420240435] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"564.897668ms","start":"2026-07-30T21:06:01.705987Z","end":"2026-07-30T21:06:02.270884Z","steps":["trace[1420240435] 'process raft request' (duration: 471.37629ms)","trace[1420240435] 'compare' (duration: 93.325283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:02.272097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:01.70597Z","time spent":"565.056262ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:02.274147Z","caller":"traceutil/trace.go:171","msg":"trace[779830660] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"460.698886ms","start":"2026-07-30T21:06:01.813423Z","end":"2026-07-30T21:06:02.274122Z","steps":["trace[779830660] 'process raft request' (duration: 460.617403ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:02.274272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:01.813364Z","time spent":"460.858712ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:06:02.274444Z","caller":"traceutil/trace.go:171","msg":"trace[525490069] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"561.880024ms","start":"2026-07-30T21:06:01.712509Z","end":"2026-07-30T21:06:02.274389Z","steps":["trace[525490069] 'process raft request' (duration: 561.297858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:02.274556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:01.712493Z","time spent":"562.007078ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:02.27474Z","caller":"traceutil/trace.go:171","msg":"trace[1942831720] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"550.817093ms","start":"2026-07-30T21:06:01.723908Z","end":"2026-07-30T21:06:02.274725Z","steps":["trace[1942831720] 'process raft request' (duration: 550.049393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:02.274807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:01.72389Z","time spent":"550.885646ms","remote":"127.0.0.1:34900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-30T21:06:08.690338Z","caller":"traceutil/trace.go:171","msg":"trace[1081030236] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"323.40051ms","start":"2026-07-30T21:06:08.366906Z","end":"2026-07-30T21:06:08.690307Z","steps":["trace[1081030236] 'process raft request' (duration: 323.148744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:08.690556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.366878Z","time spent":"323.584655ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:08.780927Z","caller":"traceutil/trace.go:171","msg":"trace[713393013] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"397.989397ms","start":"2026-07-30T21:06:08.382904Z","end":"2026-07-30T21:06:08.780893Z","steps":["trace[713393013] 'process raft request' (duration: 397.101073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:08.781147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.382884Z","time spent":"398.148191ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:08.781137Z","caller":"traceutil/trace.go:171","msg":"trace[1454199280] linearizableReadLoop","detail":"{readStateIndex:660; appliedIndex:658; }","duration":"379.095179ms","start":"2026-07-30T21:06:08.401978Z","end":"2026-07-30T21:06:08.781073Z","steps":["trace[1454199280] 'read index received' (duration: 288.164691ms)","trace[1454199280] 'applied index is now lower than readState.Index' (duration: 90.928878ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:06:08.781237Z","caller":"traceutil/trace.go:171","msg":"trace[2038922120] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"249.032389ms","start":"2026-07-30T21:06:08.532167Z","end":"2026-07-30T21:06:08.781199Z","steps":["trace[2038922120] 'process raft request' (duration: 248.651029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:08.781367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.366546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:08.781429Z","caller":"traceutil/trace.go:171","msg":"trace[253212182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"379.453538ms","start":"2026-07-30T21:06:08.401956Z","end":"2026-07-30T21:06:08.781409Z","steps":["trace[253212182] 'agreement among raft nodes before linearized reading' (duration: 379.327415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:08.781476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.401923Z","time spent":"379.540401ms","remote":"127.0.0.1:34864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:06:08.78156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.468355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:06:08.781608Z","caller":"traceutil/trace.go:171","msg":"trace[928161387] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:641; }","duration":"107.572047ms","start":"2026-07-30T21:06:08.674021Z","end":"2026-07-30T21:06:08.781593Z","steps":["trace[928161387] 'agreement among raft nodes before linearized reading' (duration: 107.424253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:08.78159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.09786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-2w9r4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-30T21:06:08.781696Z","caller":"traceutil/trace.go:171","msg":"trace[1488650842] range","detail":"{range_begin:/registry/pods/kube-system/cilium-2w9r4; range_end:; response_count:1; response_revision:641; }","duration":"136.251994ms","start":"2026-07-30T21:06:08.645414Z","end":"2026-07-30T21:06:08.781666Z","steps":["trace[1488650842] 'agreement among raft nodes before linearized reading' (duration: 135.932885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:09.183429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.033818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:06:09.183607Z","caller":"traceutil/trace.go:171","msg":"trace[1328611638] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"397.625547ms","start":"2026-07-30T21:06:08.785954Z","end":"2026-07-30T21:06:09.18358Z","steps":["trace[1328611638] 'process raft request' (duration: 79.264661ms)","trace[1328611638] 'compare' (duration: 317.800521ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:09.183695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.785923Z","time spent":"397.73671ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:09.754709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.432328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:06:09.754984Z","caller":"traceutil/trace.go:171","msg":"trace[1318803990] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:662; }","duration":"352.695623ms","start":"2026-07-30T21:06:09.40227Z","end":"2026-07-30T21:06:09.754965Z","steps":["trace[1318803990] 'read index received' (duration: 223.865105ms)","trace[1318803990] 'applied index is now lower than readState.Index' (duration: 128.829598ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:06:09.755072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.800335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:06:09.755103Z","caller":"traceutil/trace.go:171","msg":"trace[600865992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:646; }","duration":"352.871097ms","start":"2026-07-30T21:06:09.402223Z","end":"2026-07-30T21:06:09.755094Z","steps":["trace[600865992] 'agreement among raft nodes before linearized reading' (duration: 352.799715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:09.755152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:09.4022Z","time spent":"352.938058ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-30T21:06:09.755122Z","caller":"traceutil/trace.go:171","msg":"trace[909304423] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"969.067949ms","start":"2026-07-30T21:06:08.786016Z","end":"2026-07-30T21:06:09.755084Z","steps":["trace[909304423] 'process raft request' (duration: 840.18677ms)","trace[909304423] 'compare' (duration: 128.239472ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:06:09.755149Z","caller":"traceutil/trace.go:171","msg":"trace[1153937939] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"908.740959ms","start":"2026-07-30T21:06:08.846374Z","end":"2026-07-30T21:06:09.755115Z","steps":["trace[1153937939] 'process raft request' (duration: 908.548994ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:09.755208Z","caller":"traceutil/trace.go:171","msg":"trace[2094950762] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"959.778044ms","start":"2026-07-30T21:06:08.7954Z","end":"2026-07-30T21:06:09.755178Z","steps":["trace[2094950762] 'process raft request' (duration: 959.465126ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:09.755203Z","caller":"traceutil/trace.go:171","msg":"trace[12676146] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"968.037841ms","start":"2026-07-30T21:06:08.787137Z","end":"2026-07-30T21:06:09.755175Z","steps":["trace[12676146] 'process raft request' (duration: 967.670122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:09.755292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.846347Z","time spent":"908.883462ms","remote":"127.0.0.1:35354","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-30T21:06:09.755321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.785987Z","time spent":"969.234363ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:09.755332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.795383Z","time spent":"959.885148ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:06:09.755365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:08.787109Z","time spent":"968.179226ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:10.875125Z","caller":"traceutil/trace.go:171","msg":"trace[686204512] linearizableReadLoop","detail":"{readStateIndex:667; appliedIndex:666; }","duration":"470.401327ms","start":"2026-07-30T21:06:10.4047Z","end":"2026-07-30T21:06:10.875102Z","steps":["trace[686204512] 'read index received' (duration: 468.745783ms)","trace[686204512] 'applied index is now lower than readState.Index' (duration: 1.654183ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:06:10.875215Z","caller":"traceutil/trace.go:171","msg":"trace[909114889] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"713.052856ms","start":"2026-07-30T21:06:10.162125Z","end":"2026-07-30T21:06:10.875178Z","steps":["trace[909114889] 'process raft request' (duration: 712.064901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:10.875295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.574921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:06:10.875363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.394551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:06:10.875384Z","caller":"traceutil/trace.go:171","msg":"trace[90113824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"470.728055ms","start":"2026-07-30T21:06:10.404638Z","end":"2026-07-30T21:06:10.875366Z","steps":["trace[90113824] 'agreement among raft nodes before linearized reading' (duration: 470.576021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:10.87538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:10.162081Z","time spent":"713.21217ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:06:10.875399Z","caller":"traceutil/trace.go:171","msg":"trace[1433312681] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:647; }","duration":"179.490464ms","start":"2026-07-30T21:06:10.695898Z","end":"2026-07-30T21:06:10.875388Z","steps":["trace[1433312681] 'agreement among raft nodes before linearized reading' (duration: 179.33887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:10.875425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:10.404608Z","time spent":"470.809247ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:06:27.524979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.07028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:06:27.525082Z","caller":"traceutil/trace.go:171","msg":"trace[1496979039] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:810; }","duration":"569.225264ms","start":"2026-07-30T21:06:26.955838Z","end":"2026-07-30T21:06:27.525063Z","steps":["trace[1496979039] 'range keys from in-memory index tree' (duration: 568.879284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:27.525127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:26.955818Z","time spent":"569.299807ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:06:27.525153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.087516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:06:27.525265Z","caller":"traceutil/trace.go:171","msg":"trace[909787687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:810; }","duration":"181.2115ms","start":"2026-07-30T21:06:27.344005Z","end":"2026-07-30T21:06:27.525216Z","steps":["trace[909787687] 'range keys from in-memory index tree' (duration: 180.937682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:27.525226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.959552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dgrhd\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-30T21:06:27.525322Z","caller":"traceutil/trace.go:171","msg":"trace[2121773498] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dgrhd; range_end:; response_count:1; response_revision:810; }","duration":"758.106546ms","start":"2026-07-30T21:06:26.7672Z","end":"2026-07-30T21:06:27.525307Z","steps":["trace[2121773498] 'range keys from in-memory index tree' (duration: 757.771297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:06:27.525354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:06:26.767179Z","time spent":"758.164657ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3987,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-dgrhd\" "} {"level":"info","ts":"2026-07-30T21:06:27.645994Z","caller":"traceutil/trace.go:171","msg":"trace[717050009] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"116.374559ms","start":"2026-07-30T21:06:27.529579Z","end":"2026-07-30T21:06:27.645954Z","steps":["trace[717050009] 'process raft request' (duration: 116.187995ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:27.646155Z","caller":"traceutil/trace.go:171","msg":"trace[1749275919] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"114.437478ms","start":"2026-07-30T21:06:27.53168Z","end":"2026-07-30T21:06:27.646117Z","steps":["trace[1749275919] 'process raft request' (duration: 114.220462ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:06:42.09479Z","caller":"traceutil/trace.go:171","msg":"trace[1868871508] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"103.639064ms","start":"2026-07-30T21:06:41.991113Z","end":"2026-07-30T21:06:42.094752Z","steps":["trace[1868871508] 'process raft request' (duration: 101.24327ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:06.146252Z","caller":"traceutil/trace.go:171","msg":"trace[624695292] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1118; }","duration":"106.90966ms","start":"2026-07-30T21:07:06.03932Z","end":"2026-07-30T21:07:06.14623Z","steps":["trace[624695292] 'read index received' (duration: 97.029849ms)","trace[624695292] 'applied index is now lower than readState.Index' (duration: 9.878431ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:06.146354Z","caller":"traceutil/trace.go:171","msg":"trace[216847058] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"129.337602ms","start":"2026-07-30T21:07:06.016946Z","end":"2026-07-30T21:07:06.146284Z","steps":["trace[216847058] 'process raft request' (duration: 119.283407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:06.146959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.381242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T21:07:06.147101Z","caller":"traceutil/trace.go:171","msg":"trace[1462852320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1084; }","duration":"107.787623ms","start":"2026-07-30T21:07:06.039286Z","end":"2026-07-30T21:07:06.147073Z","steps":["trace[1462852320] 'agreement among raft nodes before linearized reading' (duration: 107.105665ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.032709Z","caller":"traceutil/trace.go:171","msg":"trace[212096103] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"193.033377ms","start":"2026-07-30T21:07:09.839637Z","end":"2026-07-30T21:07:10.03267Z","steps":["trace[212096103] 'process raft request' (duration: 192.74582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.680274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.611322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:07:10.680493Z","caller":"traceutil/trace.go:171","msg":"trace[1975464941] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"153.470391ms","start":"2026-07-30T21:07:10.526999Z","end":"2026-07-30T21:07:10.68047Z","steps":["trace[1975464941] 'process raft request' (duration: 153.393199ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.680812Z","caller":"traceutil/trace.go:171","msg":"trace[2097675416] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"642.822874ms","start":"2026-07-30T21:07:10.037972Z","end":"2026-07-30T21:07:10.680794Z","steps":["trace[2097675416] 'process raft request' (duration: 503.614876ms)","trace[2097675416] 'compare' (duration: 138.51701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:10.680898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:10.037943Z","time spent":"642.905766ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:07:10.680907Z","caller":"traceutil/trace.go:171","msg":"trace[321515129] linearizableReadLoop","detail":"{readStateIndex:1134; appliedIndex:1133; }","duration":"599.14704ms","start":"2026-07-30T21:07:10.081692Z","end":"2026-07-30T21:07:10.680839Z","steps":["trace[321515129] 'read index received' (duration: 459.916012ms)","trace[321515129] 'applied index is now lower than readState.Index' (duration: 139.225648ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:10.681161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.433448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:10.681266Z","caller":"traceutil/trace.go:171","msg":"trace[1228209547] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1100; }","duration":"599.603423ms","start":"2026-07-30T21:07:10.081633Z","end":"2026-07-30T21:07:10.681236Z","steps":["trace[1228209547] 'agreement among raft nodes before linearized reading' (duration: 599.419988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.681277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.930741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:07:10.681319Z","caller":"traceutil/trace.go:171","msg":"trace[512371706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1100; }","duration":"513.032094ms","start":"2026-07-30T21:07:10.168271Z","end":"2026-07-30T21:07:10.681303Z","steps":["trace[512371706] 'agreement among raft nodes before linearized reading' (duration: 512.856909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.681322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:10.081607Z","time spent":"599.696285ms","remote":"127.0.0.1:34950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-30T21:07:10.681288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.331285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:07:10.681359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.965022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-30T21:07:10.681369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:10.168243Z","time spent":"513.114276ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:07:10.681312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.349897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:10.681402Z","caller":"traceutil/trace.go:171","msg":"trace[1348815151] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1100; }","duration":"513.061905ms","start":"2026-07-30T21:07:10.168329Z","end":"2026-07-30T21:07:10.681391Z","steps":["trace[1348815151] 'agreement among raft nodes before linearized reading' (duration: 512.900281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.681439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:10.168294Z","time spent":"513.134856ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T21:07:10.681458Z","caller":"traceutil/trace.go:171","msg":"trace[467468166] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"277.534032ms","start":"2026-07-30T21:07:10.403889Z","end":"2026-07-30T21:07:10.681423Z","steps":["trace[467468166] 'agreement among raft nodes before linearized reading' (duration: 277.286625ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:10.681449Z","caller":"traceutil/trace.go:171","msg":"trace[2111333882] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1100; }","duration":"357.508289ms","start":"2026-07-30T21:07:10.323866Z","end":"2026-07-30T21:07:10.681374Z","steps":["trace[2111333882] 'agreement among raft nodes before linearized reading' (duration: 357.336435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.681478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.927353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:07:10.681568Z","caller":"traceutil/trace.go:171","msg":"trace[273407871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1100; }","duration":"225.082187ms","start":"2026-07-30T21:07:10.456461Z","end":"2026-07-30T21:07:10.681543Z","steps":["trace[273407871] 'agreement among raft nodes before linearized reading' (duration: 224.816771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:10.681589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:10.323827Z","time spent":"357.724125ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:07:12.629499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.398646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-07-30T21:07:12.629591Z","caller":"traceutil/trace.go:171","msg":"trace[2081929515] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:1216; }","duration":"188.494749ms","start":"2026-07-30T21:07:12.441057Z","end":"2026-07-30T21:07:12.629551Z","steps":["trace[2081929515] 'range keys from in-memory index tree' (duration: 188.263253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:12.629645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.708596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"info","ts":"2026-07-30T21:07:12.629708Z","caller":"traceutil/trace.go:171","msg":"trace[713206124] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:1216; }","duration":"188.824598ms","start":"2026-07-30T21:07:12.440869Z","end":"2026-07-30T21:07:12.629693Z","steps":["trace[713206124] 'range keys from in-memory index tree' (duration: 188.457379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:12.629692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.087384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-07-30T21:07:12.629827Z","caller":"traceutil/trace.go:171","msg":"trace[597162636] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:1216; }","duration":"189.274409ms","start":"2026-07-30T21:07:12.44052Z","end":"2026-07-30T21:07:12.629794Z","steps":["trace[597162636] 'range keys from in-memory index tree' (duration: 188.864619ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:12.87372Z","caller":"traceutil/trace.go:171","msg":"trace[277610460] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"181.125176ms","start":"2026-07-30T21:07:12.692562Z","end":"2026-07-30T21:07:12.873687Z","steps":["trace[277610460] 'process raft request' (duration: 142.171276ms)","trace[277610460] 'compare' (duration: 38.728954ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:12.873885Z","caller":"traceutil/trace.go:171","msg":"trace[1073972484] linearizableReadLoop","detail":"{readStateIndex:1256; appliedIndex:1254; }","duration":"179.042372ms","start":"2026-07-30T21:07:12.694789Z","end":"2026-07-30T21:07:12.873831Z","steps":["trace[1073972484] 'read index received' (duration: 31.67719ms)","trace[1073972484] 'applied index is now lower than readState.Index' (duration: 147.357782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:12.874251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.451962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-30T21:07:12.874313Z","caller":"traceutil/trace.go:171","msg":"trace[390539740] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1220; }","duration":"179.557085ms","start":"2026-07-30T21:07:12.694741Z","end":"2026-07-30T21:07:12.874298Z","steps":["trace[390539740] 'agreement among raft nodes before linearized reading' (duration: 179.194876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:12.874912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.952539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:07:12.874942Z","caller":"traceutil/trace.go:171","msg":"trace[182525065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1221; }","duration":"179.016051ms","start":"2026-07-30T21:07:12.695919Z","end":"2026-07-30T21:07:12.874935Z","steps":["trace[182525065] 'agreement among raft nodes before linearized reading' (duration: 178.941809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:12.874928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.317169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-30T21:07:12.874995Z","caller":"traceutil/trace.go:171","msg":"trace[665191950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1221; }","duration":"179.432242ms","start":"2026-07-30T21:07:12.695545Z","end":"2026-07-30T21:07:12.874977Z","steps":["trace[665191950] 'agreement among raft nodes before linearized reading' (duration: 179.258317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:12.875026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.976184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:07:12.875089Z","caller":"traceutil/trace.go:171","msg":"trace[1151573350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1221; }","duration":"112.055776ms","start":"2026-07-30T21:07:12.763018Z","end":"2026-07-30T21:07:12.875074Z","steps":["trace[1151573350] 'agreement among raft nodes before linearized reading' (duration: 111.82919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:13.128123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.20714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:07:13.128248Z","caller":"traceutil/trace.go:171","msg":"trace[304878482] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"226.009552ms","start":"2026-07-30T21:07:12.902218Z","end":"2026-07-30T21:07:13.128228Z","steps":["trace[304878482] 'process raft request' (duration: 89.616658ms)","trace[304878482] 'compare' (duration: 136.039345ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:13.386688Z","caller":"traceutil/trace.go:171","msg":"trace[1142001102] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"125.966471ms","start":"2026-07-30T21:07:13.260652Z","end":"2026-07-30T21:07:13.386619Z","steps":["trace[1142001102] 'process raft request' (duration: 122.919351ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.425149Z","caller":"traceutil/trace.go:171","msg":"trace[1115076228] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"137.464301ms","start":"2026-07-30T21:07:13.287648Z","end":"2026-07-30T21:07:13.425113Z","steps":["trace[1115076228] 'process raft request' (duration: 137.113983ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.425288Z","caller":"traceutil/trace.go:171","msg":"trace[1712111565] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"114.297145ms","start":"2026-07-30T21:07:13.310965Z","end":"2026-07-30T21:07:13.425262Z","steps":["trace[1712111565] 'process raft request' (duration: 114.031048ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.743148Z","caller":"traceutil/trace.go:171","msg":"trace[1018236286] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"227.781278ms","start":"2026-07-30T21:07:13.51534Z","end":"2026-07-30T21:07:13.743121Z","steps":["trace[1018236286] 'process raft request' (duration: 227.735517ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:13.743193Z","caller":"traceutil/trace.go:171","msg":"trace[426593084] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"255.900324ms","start":"2026-07-30T21:07:13.48724Z","end":"2026-07-30T21:07:13.74314Z","steps":["trace[426593084] 'process raft request' (duration: 177.891751ms)","trace[426593084] 'compare' (duration: 77.800808ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:14.39557Z","caller":"traceutil/trace.go:171","msg":"trace[2141009245] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"164.13019ms","start":"2026-07-30T21:07:14.231413Z","end":"2026-07-30T21:07:14.395543Z","steps":["trace[2141009245] 'process raft request' (duration: 163.971546ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:37.049705Z","caller":"traceutil/trace.go:171","msg":"trace[843468678] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"239.526056ms","start":"2026-07-30T21:07:36.810156Z","end":"2026-07-30T21:07:37.049682Z","steps":["trace[843468678] 'process raft request' (duration: 239.363522ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:37.062Z","caller":"traceutil/trace.go:171","msg":"trace[1135322909] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"227.095521ms","start":"2026-07-30T21:07:36.834873Z","end":"2026-07-30T21:07:37.061968Z","steps":["trace[1135322909] 'process raft request' (duration: 226.695321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:38.235231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.467461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:07:38.235298Z","caller":"traceutil/trace.go:171","msg":"trace[1023772329] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1400; }","duration":"548.576224ms","start":"2026-07-30T21:07:37.686707Z","end":"2026-07-30T21:07:38.235283Z","steps":["trace[1023772329] 'count revisions from in-memory index tree' (duration: 548.38508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:38.23533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:07:37.686688Z","time spent":"548.634296ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":8,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:07:39.22087Z","caller":"traceutil/trace.go:171","msg":"trace[409217710] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"103.090191ms","start":"2026-07-30T21:07:39.117746Z","end":"2026-07-30T21:07:39.220836Z","steps":["trace[409217710] 'process raft request' (duration: 70.528828ms)","trace[409217710] 'compare' (duration: 32.380519ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:39.360194Z","caller":"traceutil/trace.go:171","msg":"trace[42990517] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1445; }","duration":"114.55ms","start":"2026-07-30T21:07:39.245626Z","end":"2026-07-30T21:07:39.360176Z","steps":["trace[42990517] 'read index received' (duration: 606.335µs)","trace[42990517] 'applied index is now lower than readState.Index' (duration: 113.942825ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:07:39.36032Z","caller":"traceutil/trace.go:171","msg":"trace[2096568422] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"133.633652ms","start":"2026-07-30T21:07:39.226643Z","end":"2026-07-30T21:07:39.360277Z","steps":["trace[2096568422] 'process raft request' (duration: 109.040348ms)","trace[2096568422] 'compare' (duration: 24.409739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:07:39.360523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.851879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-30T21:07:39.360663Z","caller":"traceutil/trace.go:171","msg":"trace[450701448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1405; }","duration":"115.066126ms","start":"2026-07-30T21:07:39.245564Z","end":"2026-07-30T21:07:39.36063Z","steps":["trace[450701448] 'agreement among raft nodes before linearized reading' (duration: 114.714536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:42.333215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.90325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:07:42.333331Z","caller":"traceutil/trace.go:171","msg":"trace[1064986323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1423; }","duration":"105.074703ms","start":"2026-07-30T21:07:42.228235Z","end":"2026-07-30T21:07:42.33331Z","steps":["trace[1064986323] 'range keys from in-memory index tree' (duration: 104.767806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:07:56.479091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.89293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-5lrrn\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-30T21:07:56.479237Z","caller":"traceutil/trace.go:171","msg":"trace[98357195] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-5lrrn; range_end:; response_count:1; response_revision:1583; }","duration":"281.081215ms","start":"2026-07-30T21:07:56.198132Z","end":"2026-07-30T21:07:56.479213Z","steps":["trace[98357195] 'range keys from in-memory index tree' (duration: 280.706876ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:07:56.706305Z","caller":"traceutil/trace.go:171","msg":"trace[510332111] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"219.564304ms","start":"2026-07-30T21:07:56.486714Z","end":"2026-07-30T21:07:56.706278Z","steps":["trace[510332111] 'process raft request' (duration: 219.40803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:30.654289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.813561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-30T21:08:30.65439Z","caller":"traceutil/trace.go:171","msg":"trace[1247908232] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2188; }","duration":"598.961335ms","start":"2026-07-30T21:08:30.055403Z","end":"2026-07-30T21:08:30.654364Z","steps":["trace[1247908232] 'range keys from in-memory index tree' (duration: 598.618455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:30.654475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:30.05538Z","time spent":"599.081348ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:08:30.683959Z","caller":"traceutil/trace.go:171","msg":"trace[1640133013] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"602.864585ms","start":"2026-07-30T21:08:30.081065Z","end":"2026-07-30T21:08:30.683929Z","steps":["trace[1640133013] 'process raft request' (duration: 602.698821ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:30.684126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:30.081044Z","time spent":"602.999737ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:08:30.698633Z","caller":"traceutil/trace.go:171","msg":"trace[1011410474] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2267; }","duration":"399.340477ms","start":"2026-07-30T21:08:30.299256Z","end":"2026-07-30T21:08:30.698596Z","steps":["trace[1011410474] 'read index received' (duration: 384.611791ms)","trace[1011410474] 'applied index is now lower than readState.Index' (duration: 14.727146ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:08:30.698712Z","caller":"traceutil/trace.go:171","msg":"trace[406783321] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"616.664027ms","start":"2026-07-30T21:08:30.081993Z","end":"2026-07-30T21:08:30.698657Z","steps":["trace[406783321] 'process raft request' (duration: 616.277827ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:30.698838Z","caller":"traceutil/trace.go:171","msg":"trace[1109266786] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"351.861605ms","start":"2026-07-30T21:08:30.346919Z","end":"2026-07-30T21:08:30.69878Z","steps":["trace[1109266786] 'process raft request' (duration: 351.566128ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:30.698934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:30.081971Z","time spent":"616.860722ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:08:30.699023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:30.346891Z","time spent":"352.05072ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:08:30.699086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.83741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:08:30.699181Z","caller":"traceutil/trace.go:171","msg":"trace[671626926] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2192; }","duration":"399.984425ms","start":"2026-07-30T21:08:30.299173Z","end":"2026-07-30T21:08:30.699157Z","steps":["trace[671626926] 'agreement among raft nodes before linearized reading' (duration: 399.729678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:30.699228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:30.299147Z","time spent":"400.071286ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T21:08:31.303734Z","caller":"traceutil/trace.go:171","msg":"trace[675025776] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2271; }","duration":"209.076949ms","start":"2026-07-30T21:08:31.094634Z","end":"2026-07-30T21:08:31.303711Z","steps":["trace[675025776] 'read index received' (duration: 196.333363ms)","trace[675025776] 'applied index is now lower than readState.Index' (duration: 12.741936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:08:31.303922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.269904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11911"} {"level":"info","ts":"2026-07-30T21:08:31.303962Z","caller":"traceutil/trace.go:171","msg":"trace[962347277] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2192; }","duration":"209.357256ms","start":"2026-07-30T21:08:31.094595Z","end":"2026-07-30T21:08:31.303952Z","steps":["trace[962347277] 'agreement among raft nodes before linearized reading' (duration: 209.203032ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:31.443677Z","caller":"traceutil/trace.go:171","msg":"trace[1295761838] linearizableReadLoop","detail":"{readStateIndex:2274; appliedIndex:2272; }","duration":"131.835276ms","start":"2026-07-30T21:08:31.311814Z","end":"2026-07-30T21:08:31.44365Z","steps":["trace[1295761838] 'read index received' (duration: 131.661162ms)","trace[1295761838] 'applied index is now lower than readState.Index' (duration: 172.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:08:31.443706Z","caller":"traceutil/trace.go:171","msg":"trace[72862288] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"253.859672ms","start":"2026-07-30T21:08:31.189817Z","end":"2026-07-30T21:08:31.443677Z","steps":["trace[72862288] 'process raft request' (duration: 253.609976ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:31.443746Z","caller":"traceutil/trace.go:171","msg":"trace[1345414915] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"190.590967ms","start":"2026-07-30T21:08:31.253132Z","end":"2026-07-30T21:08:31.443723Z","steps":["trace[1345414915] 'process raft request' (duration: 190.465014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:31.443953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.117634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:08:31.444045Z","caller":"traceutil/trace.go:171","msg":"trace[2141716400] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2194; }","duration":"132.248617ms","start":"2026-07-30T21:08:31.31178Z","end":"2026-07-30T21:08:31.444028Z","steps":["trace[2141716400] 'agreement among raft nodes before linearized reading' (duration: 131.99434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:31.52086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.193432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:08:31.520907Z","caller":"traceutil/trace.go:171","msg":"trace[1433311304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2195; }","duration":"117.250793ms","start":"2026-07-30T21:08:31.403647Z","end":"2026-07-30T21:08:31.520898Z","steps":["trace[1433311304] 'agreement among raft nodes before linearized reading' (duration: 117.159541ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:31.52085Z","caller":"traceutil/trace.go:171","msg":"trace[1562031125] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"202.291196ms","start":"2026-07-30T21:08:31.318533Z","end":"2026-07-30T21:08:31.520824Z","steps":["trace[1562031125] 'process raft request' (duration: 202.147272ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:36.990532Z","caller":"traceutil/trace.go:171","msg":"trace[804153466] linearizableReadLoop","detail":"{readStateIndex:2328; appliedIndex:2326; }","duration":"267.140031ms","start":"2026-07-30T21:08:36.723372Z","end":"2026-07-30T21:08:36.990512Z","steps":["trace[804153466] 'read index received' (duration: 62.25181ms)","trace[804153466] 'applied index is now lower than readState.Index' (duration: 204.887581ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:08:36.990577Z","caller":"traceutil/trace.go:171","msg":"trace[990020903] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"269.43653ms","start":"2026-07-30T21:08:36.7211Z","end":"2026-07-30T21:08:36.990537Z","steps":["trace[990020903] 'process raft request' (duration: 186.574674ms)","trace[990020903] 'compare' (duration: 82.758593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:08:36.990725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.433378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:08:36.990718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.333745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:08:36.990759Z","caller":"traceutil/trace.go:171","msg":"trace[531884991] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2247; }","duration":"247.504951ms","start":"2026-07-30T21:08:36.743244Z","end":"2026-07-30T21:08:36.990749Z","steps":["trace[531884991] 'agreement among raft nodes before linearized reading' (duration: 247.377677ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:36.990787Z","caller":"traceutil/trace.go:171","msg":"trace[2113220578] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2247; }","duration":"267.413068ms","start":"2026-07-30T21:08:36.723357Z","end":"2026-07-30T21:08:36.99077Z","steps":["trace[2113220578] 'agreement among raft nodes before linearized reading' (duration: 267.245913ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:41.633838Z","caller":"traceutil/trace.go:171","msg":"trace[1094797651] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"161.360511ms","start":"2026-07-30T21:08:41.472452Z","end":"2026-07-30T21:08:41.633812Z","steps":["trace[1094797651] 'process raft request' (duration: 161.164875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.234242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18033151457021844566,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:08:43.348009Z","caller":"traceutil/trace.go:171","msg":"trace[41356575] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"655.536039ms","start":"2026-07-30T21:08:42.692441Z","end":"2026-07-30T21:08:43.347977Z","steps":["trace[41356575] 'process raft request' (duration: 655.360215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.348186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:42.692423Z","time spent":"655.665682ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:08:43.374963Z","caller":"traceutil/trace.go:171","msg":"trace[1970016286] transaction","detail":"{read_only:false; response_revision:2292; number_of_response:1; }","duration":"410.430071ms","start":"2026-07-30T21:08:42.964516Z","end":"2026-07-30T21:08:43.374946Z","steps":["trace[1970016286] 'process raft request' (duration: 410.357519ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:08:43.374973Z","caller":"traceutil/trace.go:171","msg":"trace[765341164] transaction","detail":"{read_only:false; response_revision:2291; number_of_response:1; }","duration":"569.668406ms","start":"2026-07-30T21:08:42.805276Z","end":"2026-07-30T21:08:43.374944Z","steps":["trace[765341164] 'process raft request' (duration: 569.484381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.375061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:42.964483Z","time spent":"410.531813ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:08:43.375167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:42.805246Z","time spent":"569.79476ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:08:43.375185Z","caller":"traceutil/trace.go:171","msg":"trace[1761407838] linearizableReadLoop","detail":"{readStateIndex:2375; appliedIndex:2371; }","duration":"641.282596ms","start":"2026-07-30T21:08:42.733875Z","end":"2026-07-30T21:08:43.375158Z","steps":["trace[1761407838] 'read index received' (duration: 613.822085ms)","trace[1761407838] 'applied index is now lower than readState.Index' (duration: 27.45896ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:08:43.375243Z","caller":"traceutil/trace.go:171","msg":"trace[645120987] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"366.291453ms","start":"2026-07-30T21:08:43.008926Z","end":"2026-07-30T21:08:43.375217Z","steps":["trace[645120987] 'process raft request' (duration: 365.986626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.375304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:43.0089Z","time spent":"366.375835ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:08:43.375362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.668255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:08:43.375393Z","caller":"traceutil/trace.go:171","msg":"trace[590970577] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2293; }","duration":"117.780087ms","start":"2026-07-30T21:08:43.257604Z","end":"2026-07-30T21:08:43.375384Z","steps":["trace[590970577] 'agreement among raft nodes before linearized reading' (duration: 117.698965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.375425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.624769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:08:43.37548Z","caller":"traceutil/trace.go:171","msg":"trace[1690917720] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2293; }","duration":"342.69984ms","start":"2026-07-30T21:08:43.03277Z","end":"2026-07-30T21:08:43.375469Z","steps":["trace[1690917720] 'agreement among raft nodes before linearized reading' (duration: 342.583877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.375474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.585512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5m67z\" ","response":"range_response_count:1 size:5855"} {"level":"info","ts":"2026-07-30T21:08:43.375551Z","caller":"traceutil/trace.go:171","msg":"trace[475280739] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5m67z; range_end:; response_count:1; response_revision:2293; }","duration":"641.710396ms","start":"2026-07-30T21:08:42.733822Z","end":"2026-07-30T21:08:43.375533Z","steps":["trace[475280739] 'agreement among raft nodes before linearized reading' (duration: 641.452709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.375585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:42.733802Z","time spent":"641.776577ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5877,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-5m67z\" "} {"level":"warn","ts":"2026-07-30T21:08:43.375391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.419012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-30T21:08:43.375507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:43.03276Z","time spent":"342.740751ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-30T21:08:43.375684Z","caller":"traceutil/trace.go:171","msg":"trace[1380543865] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2293; }","duration":"349.71128ms","start":"2026-07-30T21:08:43.025933Z","end":"2026-07-30T21:08:43.375644Z","steps":["trace[1380543865] 'agreement among raft nodes before linearized reading' (duration: 349.362431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:43.375797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:08:43.02591Z","time spent":"349.847073ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:08:57.603287Z","caller":"traceutil/trace.go:171","msg":"trace[1997457817] linearizableReadLoop","detail":"{readStateIndex:2491; appliedIndex:2490; }","duration":"164.883401ms","start":"2026-07-30T21:08:57.438371Z","end":"2026-07-30T21:08:57.603254Z","steps":["trace[1997457817] 'read index received' (duration: 163.654039ms)","trace[1997457817] 'applied index is now lower than readState.Index' (duration: 1.228242ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:08:57.603363Z","caller":"traceutil/trace.go:171","msg":"trace[199247153] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"183.516556ms","start":"2026-07-30T21:08:57.419813Z","end":"2026-07-30T21:08:57.60333Z","steps":["trace[199247153] 'process raft request' (duration: 182.275474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:57.603657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.260351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:08:57.603734Z","caller":"traceutil/trace.go:171","msg":"trace[684295421] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2406; }","duration":"165.370183ms","start":"2026-07-30T21:08:57.438346Z","end":"2026-07-30T21:08:57.603716Z","steps":["trace[684295421] 'agreement among raft nodes before linearized reading' (duration: 165.042714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:08:57.603804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.106506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:08:57.603912Z","caller":"traceutil/trace.go:171","msg":"trace[1689860281] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2406; }","duration":"127.251149ms","start":"2026-07-30T21:08:57.476634Z","end":"2026-07-30T21:08:57.603885Z","steps":["trace[1689860281] 'agreement among raft nodes before linearized reading' (duration: 126.795227ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:03.196076Z","caller":"traceutil/trace.go:171","msg":"trace[1243859705] linearizableReadLoop","detail":"{readStateIndex:2531; appliedIndex:2530; }","duration":"307.527643ms","start":"2026-07-30T21:09:02.888527Z","end":"2026-07-30T21:09:03.196055Z","steps":["trace[1243859705] 'read index received' (duration: 307.268386ms)","trace[1243859705] 'applied index is now lower than readState.Index' (duration: 257.827µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:03.196223Z","caller":"traceutil/trace.go:171","msg":"trace[2078979173] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"387.004762ms","start":"2026-07-30T21:09:02.809209Z","end":"2026-07-30T21:09:03.196214Z","steps":["trace[2078979173] 'process raft request' (duration: 386.679173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:03.196301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:02.809175Z","time spent":"387.068484ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10013,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:03.196447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.918183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:09:03.196486Z","caller":"traceutil/trace.go:171","msg":"trace[664613551] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2445; }","duration":"307.996595ms","start":"2026-07-30T21:09:02.88848Z","end":"2026-07-30T21:09:03.196476Z","steps":["trace[664613551] 'agreement among raft nodes before linearized reading' (duration: 307.938303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:03.196509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:02.888459Z","time spent":"308.043166ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:09:03.196824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.82424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:09:03.196926Z","caller":"traceutil/trace.go:171","msg":"trace[1162652123] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2445; }","duration":"193.995754ms","start":"2026-07-30T21:09:03.002907Z","end":"2026-07-30T21:09:03.196903Z","steps":["trace[1162652123] 'agreement among raft nodes before linearized reading' (duration: 193.785109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:03.687798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.910049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-30T21:09:03.687898Z","caller":"traceutil/trace.go:171","msg":"trace[1572748987] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2447; }","duration":"105.054263ms","start":"2026-07-30T21:09:03.582822Z","end":"2026-07-30T21:09:03.687876Z","steps":["trace[1572748987] 'range keys from in-memory index tree' (duration: 104.696974ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:03.735538Z","caller":"traceutil/trace.go:171","msg":"trace[392205303] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"110.391599ms","start":"2026-07-30T21:09:03.625117Z","end":"2026-07-30T21:09:03.735508Z","steps":["trace[392205303] 'process raft request' (duration: 110.239925ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:03.736015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.867503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-30T21:09:03.736111Z","caller":"traceutil/trace.go:171","msg":"trace[730724961] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2448; }","duration":"106.020097ms","start":"2026-07-30T21:09:03.630071Z","end":"2026-07-30T21:09:03.736091Z","steps":["trace[730724961] 'agreement among raft nodes before linearized reading' (duration: 105.71312ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:03.736114Z","caller":"traceutil/trace.go:171","msg":"trace[1882405207] linearizableReadLoop","detail":"{readStateIndex:2534; appliedIndex:2534; }","duration":"105.526164ms","start":"2026-07-30T21:09:03.630133Z","end":"2026-07-30T21:09:03.735659Z","steps":["trace[1882405207] 'read index received' (duration: 105.510903ms)","trace[1882405207] 'applied index is now lower than readState.Index' (duration: 12.421µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:03.74485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.178353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:09:03.744921Z","caller":"traceutil/trace.go:171","msg":"trace[1150343874] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2451; }","duration":"101.278836ms","start":"2026-07-30T21:09:03.643625Z","end":"2026-07-30T21:09:03.744904Z","steps":["trace[1150343874] 'agreement among raft nodes before linearized reading' (duration: 101.105341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.390226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.248501ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:09:04.390389Z","caller":"traceutil/trace.go:171","msg":"trace[322536636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2451; }","duration":"505.419756ms","start":"2026-07-30T21:09:03.884944Z","end":"2026-07-30T21:09:04.390364Z","steps":["trace[322536636] 'range keys from in-memory index tree' (duration: 505.216051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.390386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.320292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:09:04.390506Z","caller":"traceutil/trace.go:171","msg":"trace[1069828953] linearizableReadLoop","detail":"{readStateIndex:2538; appliedIndex:2537; }","duration":"603.239714ms","start":"2026-07-30T21:09:03.787251Z","end":"2026-07-30T21:09:04.39049Z","steps":["trace[1069828953] 'read index received' (duration: 41.665715ms)","trace[1069828953] 'applied index is now lower than readState.Index' (duration: 561.572889ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:04.391063Z","caller":"traceutil/trace.go:171","msg":"trace[2105534771] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"650.291866ms","start":"2026-07-30T21:09:03.740414Z","end":"2026-07-30T21:09:04.390706Z","steps":["trace[2105534771] 'process raft request' (duration: 88.552582ms)","trace[2105534771] 'compare' (duration: 561.045206ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:04.391181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.075503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-30T21:09:04.391283Z","caller":"traceutil/trace.go:171","msg":"trace[185812746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2452; }","duration":"562.259287ms","start":"2026-07-30T21:09:03.829001Z","end":"2026-07-30T21:09:04.39126Z","steps":["trace[185812746] 'agreement among raft nodes before linearized reading' (duration: 561.943138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.391349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.82898Z","time spent":"562.35516ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:09:04.391658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.675094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-30T21:09:04.391739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.413189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-07-30T21:09:04.391782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.512587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-30T21:09:04.391788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.758447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-30T21:09:04.391837Z","caller":"traceutil/trace.go:171","msg":"trace[1034007764] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2452; }","duration":"511.538772ms","start":"2026-07-30T21:09:03.880268Z","end":"2026-07-30T21:09:04.391807Z","steps":["trace[1034007764] 'agreement among raft nodes before linearized reading' (duration: 511.157932ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:04.391864Z","caller":"traceutil/trace.go:171","msg":"trace[1238458625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2452; }","duration":"604.64731ms","start":"2026-07-30T21:09:03.787191Z","end":"2026-07-30T21:09:04.391839Z","steps":["trace[1238458625] 'agreement among raft nodes before linearized reading' (duration: 604.302731ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:04.391879Z","caller":"traceutil/trace.go:171","msg":"trace[1317446218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2452; }","duration":"471.860489ms","start":"2026-07-30T21:09:03.919989Z","end":"2026-07-30T21:09:04.391849Z","steps":["trace[1317446218] 'agreement among raft nodes before linearized reading' (duration: 471.51227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.391669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.751995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-30T21:09:04.391925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.787166Z","time spent":"604.747653ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-30T21:09:04.391936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.919911Z","time spent":"472.010153ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:09:04.391931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.880251Z","time spent":"511.642085ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:09:04.392004Z","caller":"traceutil/trace.go:171","msg":"trace[170816365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2452; }","duration":"508.190617ms","start":"2026-07-30T21:09:03.883767Z","end":"2026-07-30T21:09:04.391958Z","steps":["trace[170816365] 'agreement among raft nodes before linearized reading' (duration: 507.587951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.392074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.883748Z","time spent":"508.30845ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:09:04.392168Z","caller":"traceutil/trace.go:171","msg":"trace[1598414337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2452; }","duration":"471.930812ms","start":"2026-07-30T21:09:03.919859Z","end":"2026-07-30T21:09:04.39179Z","steps":["trace[1598414337] 'agreement among raft nodes before linearized reading' (duration: 471.4924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:04.392357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.919805Z","time spent":"472.500145ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:09:04.392231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:03.740395Z","time spent":"650.714406ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:06.17708Z","caller":"traceutil/trace.go:171","msg":"trace[959097546] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"700.764325ms","start":"2026-07-30T21:09:05.476279Z","end":"2026-07-30T21:09:06.177043Z","steps":["trace[959097546] 'process raft request' (duration: 700.459837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.177302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:05.476258Z","time spent":"700.931948ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:06.4846Z","caller":"traceutil/trace.go:171","msg":"trace[2018664357] linearizableReadLoop","detail":"{readStateIndex:2548; appliedIndex:2544; }","duration":"726.691996ms","start":"2026-07-30T21:09:05.757878Z","end":"2026-07-30T21:09:06.48457Z","steps":["trace[2018664357] 'read index received' (duration: 418.890566ms)","trace[2018664357] 'applied index is now lower than readState.Index' (duration: 307.79966ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:06.484762Z","caller":"traceutil/trace.go:171","msg":"trace[1114565207] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"734.938086ms","start":"2026-07-30T21:09:05.749807Z","end":"2026-07-30T21:09:06.484745Z","steps":["trace[1114565207] 'process raft request' (duration: 734.718791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.484896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:05.749798Z","time spent":"735.004917ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:06.48476Z","caller":"traceutil/trace.go:171","msg":"trace[1132943125] transaction","detail":"{read_only:false; response_revision:2461; number_of_response:1; }","duration":"735.049959ms","start":"2026-07-30T21:09:05.749651Z","end":"2026-07-30T21:09:06.484701Z","steps":["trace[1132943125] 'process raft request' (duration: 734.767442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.485188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.552685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.200\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-30T21:09:06.485301Z","caller":"traceutil/trace.go:171","msg":"trace[74288060] range","detail":"{range_begin:/registry/masterleases/199.19.213.200; range_end:; response_count:1; response_revision:2462; }","duration":"562.703939ms","start":"2026-07-30T21:09:05.922567Z","end":"2026-07-30T21:09:06.485271Z","steps":["trace[74288060] 'agreement among raft nodes before linearized reading' (duration: 562.436451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.485305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.179921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c72d6fd55edcd8\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-07-30T21:09:06.485355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.473205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-30T21:09:06.485386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:05.922547Z","time spent":"562.80114ms","remote":"127.0.0.1:34892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.200\" "} {"level":"info","ts":"2026-07-30T21:09:06.485395Z","caller":"traceutil/trace.go:171","msg":"trace[607230738] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c72d6fd55edcd8; range_end:; response_count:1; response_revision:2462; }","duration":"415.316754ms","start":"2026-07-30T21:09:06.070051Z","end":"2026-07-30T21:09:06.485368Z","steps":["trace[607230738] 'agreement among raft nodes before linearized reading' (duration: 415.000396ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:06.485408Z","caller":"traceutil/trace.go:171","msg":"trace[631053197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2462; }","duration":"727.547796ms","start":"2026-07-30T21:09:05.757845Z","end":"2026-07-30T21:09:06.485393Z","steps":["trace[631053197] 'agreement among raft nodes before linearized reading' (duration: 727.404843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.485454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:05.757833Z","time spent":"727.613249ms","remote":"127.0.0.1:39988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-30T21:09:06.485452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.070033Z","time spent":"415.402987ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c72d6fd55edcd8\" "} {"level":"info","ts":"2026-07-30T21:09:06.485188Z","caller":"traceutil/trace.go:171","msg":"trace[1523423238] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"742.204371ms","start":"2026-07-30T21:09:05.742915Z","end":"2026-07-30T21:09:06.485119Z","steps":["trace[1523423238] 'process raft request' (duration: 644.018793ms)","trace[1523423238] 'compare' (duration: 97.158641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:06.485563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:05.742891Z","time spent":"742.612322ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:06.485312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:05.749636Z","time spent":"735.430879ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:06.817321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.250012ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-07-30T21:09:06.817483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.486309Z","time spent":"331.166976ms","remote":"127.0.0.1:34892","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T21:09:06.853486Z","caller":"traceutil/trace.go:171","msg":"trace[610216323] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"365.809131ms","start":"2026-07-30T21:09:06.48764Z","end":"2026-07-30T21:09:06.853449Z","steps":["trace[610216323] 'process raft request' (duration: 365.502872ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:06.853523Z","caller":"traceutil/trace.go:171","msg":"trace[446062107] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"363.770029ms","start":"2026-07-30T21:09:06.489723Z","end":"2026-07-30T21:09:06.853493Z","steps":["trace[446062107] 'process raft request' (duration: 363.695747ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:06.853605Z","caller":"traceutil/trace.go:171","msg":"trace[1395701874] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"363.921483ms","start":"2026-07-30T21:09:06.489644Z","end":"2026-07-30T21:09:06.853566Z","steps":["trace[1395701874] 'process raft request' (duration: 363.720378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.853726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.48761Z","time spent":"365.964885ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:06.853715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.489715Z","time spent":"363.883651ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:06.853768Z","caller":"traceutil/trace.go:171","msg":"trace[168916323] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"363.861001ms","start":"2026-07-30T21:09:06.489892Z","end":"2026-07-30T21:09:06.853753Z","steps":["trace[168916323] 'process raft request' (duration: 363.558634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.853857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.489882Z","time spent":"363.944773ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:06.853908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.489625Z","time spent":"364.154019ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:06.854114Z","caller":"traceutil/trace.go:171","msg":"trace[1094717567] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"364.047256ms","start":"2026-07-30T21:09:06.490042Z","end":"2026-07-30T21:09:06.85409Z","steps":["trace[1094717567] 'process raft request' (duration: 363.637435ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:06.854177Z","caller":"traceutil/trace.go:171","msg":"trace[511320480] transaction","detail":"{read_only:false; response_revision:2468; number_of_response:1; }","duration":"363.846271ms","start":"2026-07-30T21:09:06.490317Z","end":"2026-07-30T21:09:06.854163Z","steps":["trace[511320480] 'process raft request' (duration: 363.676367ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:06.854192Z","caller":"traceutil/trace.go:171","msg":"trace[378995608] transaction","detail":"{read_only:false; response_revision:2469; number_of_response:1; }","duration":"363.795879ms","start":"2026-07-30T21:09:06.490379Z","end":"2026-07-30T21:09:06.854175Z","steps":["trace[378995608] 'process raft request' (duration: 363.690497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:06.854245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.490034Z","time spent":"364.132398ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:06.854248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.49031Z","time spent":"363.900662ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:06.85428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:06.490373Z","time spent":"363.863062ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:09:57.44339Z","caller":"traceutil/trace.go:171","msg":"trace[2056336885] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"219.314261ms","start":"2026-07-30T21:09:57.224038Z","end":"2026-07-30T21:09:57.443353Z","steps":["trace[2056336885] 'process raft request' (duration: 134.230737ms)","trace[2056336885] 'compare' (duration: 84.610342ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:57.443625Z","caller":"traceutil/trace.go:171","msg":"trace[1381962450] transaction","detail":"{read_only:false; response_revision:2792; number_of_response:1; }","duration":"219.564018ms","start":"2026-07-30T21:09:57.224033Z","end":"2026-07-30T21:09:57.443597Z","steps":["trace[1381962450] 'process raft request' (duration: 219.097305ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:57.444021Z","caller":"traceutil/trace.go:171","msg":"trace[756678570] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"219.846605ms","start":"2026-07-30T21:09:57.224159Z","end":"2026-07-30T21:09:57.444005Z","steps":["trace[756678570] 'process raft request' (duration: 219.129766ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:57.444111Z","caller":"traceutil/trace.go:171","msg":"trace[1124958513] linearizableReadLoop","detail":"{readStateIndex:2892; appliedIndex:2888; }","duration":"214.425911ms","start":"2026-07-30T21:09:57.22967Z","end":"2026-07-30T21:09:57.444095Z","steps":["trace[1124958513] 'read index received' (duration: 74.191316ms)","trace[1124958513] 'applied index is now lower than readState.Index' (duration: 140.233485ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:57.444294Z","caller":"traceutil/trace.go:171","msg":"trace[411254556] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"219.606799ms","start":"2026-07-30T21:09:57.224674Z","end":"2026-07-30T21:09:57.444281Z","steps":["trace[411254556] 'process raft request' (duration: 219.354682ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:57.444517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.826552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:09:57.444572Z","caller":"traceutil/trace.go:171","msg":"trace[145458174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2794; }","duration":"214.918045ms","start":"2026-07-30T21:09:57.229641Z","end":"2026-07-30T21:09:57.444559Z","steps":["trace[145458174] 'agreement among raft nodes before linearized reading' (duration: 214.748361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:57.444502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.215116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:09:57.444688Z","caller":"traceutil/trace.go:171","msg":"trace[929958768] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2794; }","duration":"177.446862ms","start":"2026-07-30T21:09:57.26722Z","end":"2026-07-30T21:09:57.444667Z","steps":["trace[929958768] 'agreement among raft nodes before linearized reading' (duration: 177.133514ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:58.65776Z","caller":"traceutil/trace.go:171","msg":"trace[1206523034] linearizableReadLoop","detail":"{readStateIndex:2895; appliedIndex:2894; }","duration":"168.140875ms","start":"2026-07-30T21:09:58.489591Z","end":"2026-07-30T21:09:58.657732Z","steps":["trace[1206523034] 'read index received' (duration: 115.261333ms)","trace[1206523034] 'applied index is now lower than readState.Index' (duration: 52.877782ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:58.657782Z","caller":"traceutil/trace.go:171","msg":"trace[1254672284] transaction","detail":"{read_only:false; response_revision:2797; number_of_response:1; }","duration":"247.656812ms","start":"2026-07-30T21:09:58.410091Z","end":"2026-07-30T21:09:58.657748Z","steps":["trace[1254672284] 'process raft request' (duration: 194.719789ms)","trace[1254672284] 'compare' (duration: 52.617954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:58.658002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.395432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-30T21:09:58.658102Z","caller":"traceutil/trace.go:171","msg":"trace[1140450071] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2797; }","duration":"168.535935ms","start":"2026-07-30T21:09:58.489542Z","end":"2026-07-30T21:09:58.658078Z","steps":["trace[1140450071] 'agreement among raft nodes before linearized reading' (duration: 168.3108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:58.894512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.484631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:09:58.894614Z","caller":"traceutil/trace.go:171","msg":"trace[1034579811] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"169.47592ms","start":"2026-07-30T21:09:58.72512Z","end":"2026-07-30T21:09:58.894596Z","steps":["trace[1034579811] 'process raft request' (duration: 53.761434ms)","trace[1034579811] 'compare' (duration: 115.360278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:59.118918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.316395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:09:59.11913Z","caller":"traceutil/trace.go:171","msg":"trace[585955278] linearizableReadLoop","detail":"{readStateIndex:2899; appliedIndex:2897; }","duration":"256.066234ms","start":"2026-07-30T21:09:58.863047Z","end":"2026-07-30T21:09:59.119114Z","steps":["trace[585955278] 'read index received' (duration: 134.421261ms)","trace[585955278] 'applied index is now lower than readState.Index' (duration: 121.643953ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:09:59.11924Z","caller":"traceutil/trace.go:171","msg":"trace[540665199] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"323.046629ms","start":"2026-07-30T21:09:58.796183Z","end":"2026-07-30T21:09:59.11923Z","steps":["trace[540665199] 'process raft request' (duration: 322.835054ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:09:59.119262Z","caller":"traceutil/trace.go:171","msg":"trace[1554256713] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"363.259805ms","start":"2026-07-30T21:09:58.755978Z","end":"2026-07-30T21:09:59.119237Z","steps":["trace[1554256713] 'process raft request' (duration: 241.53789ms)","trace[1554256713] 'compare' (duration: 121.033087ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:09:59.11935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.755954Z","time spent":"363.353687ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:59.11939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.732571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-30T21:09:59.119446Z","caller":"traceutil/trace.go:171","msg":"trace[429337149] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2801; }","duration":"191.838203ms","start":"2026-07-30T21:09:58.927594Z","end":"2026-07-30T21:09:59.119432Z","steps":["trace[429337149] 'agreement among raft nodes before linearized reading' (duration: 191.68752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.119529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:09:58.796169Z","time spent":"323.09671ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:09:59.119594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.520087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-07-30T21:09:59.119679Z","caller":"traceutil/trace.go:171","msg":"trace[1648758251] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2801; }","duration":"256.65129ms","start":"2026-07-30T21:09:58.863007Z","end":"2026-07-30T21:09:59.119658Z","steps":["trace[1648758251] 'agreement among raft nodes before linearized reading' (duration: 256.388422ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:09:59.38087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.067387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-30T21:09:59.38108Z","caller":"traceutil/trace.go:171","msg":"trace[1951896729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2802; }","duration":"147.319174ms","start":"2026-07-30T21:09:59.233733Z","end":"2026-07-30T21:09:59.381053Z","steps":["trace[1951896729] 'range keys from in-memory index tree' (duration: 146.06777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.05869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18033151457021846490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:10:43.196556Z","caller":"traceutil/trace.go:171","msg":"trace[2125490665] transaction","detail":"{read_only:false; response_revision:3142; number_of_response:1; }","duration":"653.508605ms","start":"2026-07-30T21:10:42.543026Z","end":"2026-07-30T21:10:43.196535Z","steps":["trace[2125490665] 'process raft request' (duration: 653.351111ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.196755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.542992Z","time spent":"653.69527ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:10:43.279403Z","caller":"traceutil/trace.go:171","msg":"trace[194573334] linearizableReadLoop","detail":"{readStateIndex:3251; appliedIndex:3249; }","duration":"721.299035ms","start":"2026-07-30T21:10:42.558077Z","end":"2026-07-30T21:10:43.279376Z","steps":["trace[194573334] 'read index received' (duration: 638.300041ms)","trace[194573334] 'applied index is now lower than readState.Index' (duration: 82.998054ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:10:43.279611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.521192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-30T21:10:43.279498Z","caller":"traceutil/trace.go:171","msg":"trace[1173550978] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"228.846626ms","start":"2026-07-30T21:10:43.050611Z","end":"2026-07-30T21:10:43.279458Z","steps":["trace[1173550978] 'process raft request' (duration: 227.677624ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.279648Z","caller":"traceutil/trace.go:171","msg":"trace[2132852741] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:3143; }","duration":"721.612474ms","start":"2026-07-30T21:10:42.558022Z","end":"2026-07-30T21:10:43.279635Z","steps":["trace[2132852741] 'agreement among raft nodes before linearized reading' (duration: 721.46577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.279688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.558Z","time spent":"721.680536ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:10:43.285302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.085738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"warn","ts":"2026-07-30T21:10:43.285339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.44468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:10:43.285366Z","caller":"traceutil/trace.go:171","msg":"trace[1524956502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3145; }","duration":"522.220583ms","start":"2026-07-30T21:10:42.763131Z","end":"2026-07-30T21:10:43.285352Z","steps":["trace[1524956502] 'agreement among raft nodes before linearized reading' (duration: 521.999047ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:10:43.285417Z","caller":"traceutil/trace.go:171","msg":"trace[1740078337] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3145; }","duration":"211.572364ms","start":"2026-07-30T21:10:43.073823Z","end":"2026-07-30T21:10:43.285395Z","steps":["trace[1740078337] 'agreement among raft nodes before linearized reading' (duration: 211.42728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:10:43.285407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:10:42.763112Z","time spent":"522.289254ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12484,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-30T21:11:15.706202Z","caller":"traceutil/trace.go:171","msg":"trace[1058063362] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"319.055767ms","start":"2026-07-30T21:11:15.387115Z","end":"2026-07-30T21:11:15.70617Z","steps":["trace[1058063362] 'process raft request' (duration: 318.902913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:15.706362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:15.387087Z","time spent":"319.195041ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:16.008827Z","caller":"traceutil/trace.go:171","msg":"trace[286025498] transaction","detail":"{read_only:false; response_revision:3367; number_of_response:1; }","duration":"614.8585ms","start":"2026-07-30T21:11:15.393944Z","end":"2026-07-30T21:11:16.008803Z","steps":["trace[286025498] 'process raft request' (duration: 614.583113ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:16.008931Z","caller":"traceutil/trace.go:171","msg":"trace[125091981] linearizableReadLoop","detail":"{readStateIndex:3482; appliedIndex:3480; }","duration":"554.618387ms","start":"2026-07-30T21:11:15.454291Z","end":"2026-07-30T21:11:16.00891Z","steps":["trace[125091981] 'read index received' (duration: 251.862994ms)","trace[125091981] 'applied index is now lower than readState.Index' (duration: 302.754593ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:11:16.008984Z","caller":"traceutil/trace.go:171","msg":"trace[1672786101] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"613.505585ms","start":"2026-07-30T21:11:15.39546Z","end":"2026-07-30T21:11:16.008966Z","steps":["trace[1672786101] 'process raft request' (duration: 613.303388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.009094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.805453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c72d8bbbe1f772\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-30T21:11:16.009109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:15.395443Z","time spent":"613.592326ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:16.009141Z","caller":"traceutil/trace.go:171","msg":"trace[156151004] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c72d8bbbe1f772; range_end:; response_count:1; response_revision:3368; }","duration":"554.893515ms","start":"2026-07-30T21:11:15.454238Z","end":"2026-07-30T21:11:16.009132Z","steps":["trace[156151004] 'agreement among raft nodes before linearized reading' (duration: 554.765372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.009171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:15.454216Z","time spent":"554.940846ms","remote":"127.0.0.1:34926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c72d8bbbe1f772\" "} {"level":"warn","ts":"2026-07-30T21:11:16.009114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:15.393927Z","time spent":"615.048516ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:16.013445Z","caller":"traceutil/trace.go:171","msg":"trace[1654525945] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"150.395745ms","start":"2026-07-30T21:11:15.863039Z","end":"2026-07-30T21:11:16.013435Z","steps":["trace[1654525945] 'process raft request' (duration: 150.172099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.013484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.908896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:11:16.013529Z","caller":"traceutil/trace.go:171","msg":"trace[1556745695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3369; }","duration":"225.985057ms","start":"2026-07-30T21:11:15.787532Z","end":"2026-07-30T21:11:16.013517Z","steps":["trace[1556745695] 'agreement among raft nodes before linearized reading' (duration: 225.819503ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.013529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.411996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T21:11:16.013598Z","caller":"traceutil/trace.go:171","msg":"trace[1926485469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3369; }","duration":"168.529959ms","start":"2026-07-30T21:11:15.84505Z","end":"2026-07-30T21:11:16.01358Z","steps":["trace[1926485469] 'agreement among raft nodes before linearized reading' (duration: 168.325724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.013686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.880886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-30T21:11:16.013658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.783007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T21:11:16.013724Z","caller":"traceutil/trace.go:171","msg":"trace[1715093634] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3369; }","duration":"221.917846ms","start":"2026-07-30T21:11:15.791797Z","end":"2026-07-30T21:11:16.013715Z","steps":["trace[1715093634] 'agreement among raft nodes before linearized reading' (duration: 221.822144ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:16.013777Z","caller":"traceutil/trace.go:171","msg":"trace[296257602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3369; }","duration":"160.949861ms","start":"2026-07-30T21:11:15.852803Z","end":"2026-07-30T21:11:16.013753Z","steps":["trace[296257602] 'agreement among raft nodes before linearized reading' (duration: 160.561871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.013981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.864984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:11:16.014043Z","caller":"traceutil/trace.go:171","msg":"trace[1649897854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3369; }","duration":"177.976327ms","start":"2026-07-30T21:11:15.836052Z","end":"2026-07-30T21:11:16.014028Z","steps":["trace[1649897854] 'agreement among raft nodes before linearized reading' (duration: 177.417911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.013533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.493127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:11:16.01472Z","caller":"traceutil/trace.go:171","msg":"trace[294094477] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3369; }","duration":"162.718511ms","start":"2026-07-30T21:11:15.851984Z","end":"2026-07-30T21:11:16.014703Z","steps":["trace[294094477] 'agreement among raft nodes before linearized reading' (duration: 161.429886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.531822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.01755ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-07-30T21:11:16.532231Z","caller":"traceutil/trace.go:171","msg":"trace[1540141389] linearizableReadLoop","detail":"{readStateIndex:3491; appliedIndex:3484; }","duration":"369.448963ms","start":"2026-07-30T21:11:16.162765Z","end":"2026-07-30T21:11:16.532214Z","steps":["trace[1540141389] 'read index received' (duration: 21.95349ms)","trace[1540141389] 'applied index is now lower than readState.Index' (duration: 347.494503ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:11:16.532366Z","caller":"traceutil/trace.go:171","msg":"trace[395273563] transaction","detail":"{read_only:false; response_revision:3372; number_of_response:1; }","duration":"514.256994ms","start":"2026-07-30T21:11:16.018094Z","end":"2026-07-30T21:11:16.532351Z","steps":["trace[395273563] 'process raft request' (duration: 513.964536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.532418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.014918Z","time spent":"517.495333ms","remote":"127.0.0.1:34892","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-30T21:11:16.532382Z","caller":"traceutil/trace.go:171","msg":"trace[377801294] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"514.278674ms","start":"2026-07-30T21:11:16.018048Z","end":"2026-07-30T21:11:16.532327Z","steps":["trace[377801294] 'process raft request' (duration: 513.901835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.532485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.018073Z","time spent":"514.337307ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:16.532587Z","caller":"traceutil/trace.go:171","msg":"trace[691678325] transaction","detail":"{read_only:false; response_revision:3376; number_of_response:1; }","duration":"512.303761ms","start":"2026-07-30T21:11:16.020229Z","end":"2026-07-30T21:11:16.532533Z","steps":["trace[691678325] 'process raft request' (duration: 511.954142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.53263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.018022Z","time spent":"514.47798ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:16.53265Z","caller":"traceutil/trace.go:171","msg":"trace[897206599] transaction","detail":"{read_only:false; response_revision:3374; number_of_response:1; }","duration":"513.795233ms","start":"2026-07-30T21:11:16.018811Z","end":"2026-07-30T21:11:16.532607Z","steps":["trace[897206599] 'process raft request' (duration: 513.305369ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:11:16.532697Z","caller":"traceutil/trace.go:171","msg":"trace[2078443375] transaction","detail":"{read_only:false; response_revision:3375; number_of_response:1; }","duration":"513.222766ms","start":"2026-07-30T21:11:16.019448Z","end":"2026-07-30T21:11:16.532671Z","steps":["trace[2078443375] 'process raft request' (duration: 512.697332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.532747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.020219Z","time spent":"512.444565ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:16.532845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.018803Z","time spent":"513.949156ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:16.532852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.019417Z","time spent":"513.337219ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:11:16.532878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.147315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:11:16.532953Z","caller":"traceutil/trace.go:171","msg":"trace[1402240649] transaction","detail":"{read_only:false; response_revision:3373; number_of_response:1; }","duration":"514.763058ms","start":"2026-07-30T21:11:16.018164Z","end":"2026-07-30T21:11:16.532927Z","steps":["trace[1402240649] 'process raft request' (duration: 513.926295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.534289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.01815Z","time spent":"516.082455ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:11:16.532973Z","caller":"traceutil/trace.go:171","msg":"trace[1471397384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3376; }","duration":"129.228038ms","start":"2026-07-30T21:11:16.403684Z","end":"2026-07-30T21:11:16.532912Z","steps":["trace[1471397384] 'agreement among raft nodes before linearized reading' (duration: 129.120955ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.533023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.251245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-30T21:11:16.535087Z","caller":"traceutil/trace.go:171","msg":"trace[2040056493] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3376; }","duration":"372.351112ms","start":"2026-07-30T21:11:16.162711Z","end":"2026-07-30T21:11:16.535063Z","steps":["trace[2040056493] 'agreement among raft nodes before linearized reading' (duration: 369.979168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:11:16.535224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:11:16.162683Z","time spent":"372.502166ms","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-30T21:11:21.718849Z","caller":"traceutil/trace.go:171","msg":"trace[1681032643] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"116.323125ms","start":"2026-07-30T21:11:21.602497Z","end":"2026-07-30T21:11:21.71882Z","steps":["trace[1681032643] 'process raft request' (duration: 116.010077ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:15:22.853945Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2965} {"level":"info","ts":"2026-07-30T21:15:22.935637Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2965,"took":"79.326422ms","hash":3370067548,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":10510336,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-30T21:15:22.935788Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3370067548,"revision":2965,"compact-revision":-1} {"level":"info","ts":"2026-07-30T21:16:52.407185Z","caller":"traceutil/trace.go:171","msg":"trace[1788630650] transaction","detail":"{read_only:false; response_revision:5515; number_of_response:1; }","duration":"107.873622ms","start":"2026-07-30T21:16:52.299272Z","end":"2026-07-30T21:16:52.407146Z","steps":["trace[1788630650] 'process raft request' (duration: 107.645857ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.621632Z","caller":"traceutil/trace.go:171","msg":"trace[924402058] transaction","detail":"{read_only:false; response_revision:5543; number_of_response:1; }","duration":"102.545732ms","start":"2026-07-30T21:16:56.519052Z","end":"2026-07-30T21:16:56.621598Z","steps":["trace[924402058] 'process raft request' (duration: 53.230407ms)","trace[924402058] 'compare' (duration: 49.131761ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:16:56.627241Z","caller":"traceutil/trace.go:171","msg":"trace[867768858] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"107.867142ms","start":"2026-07-30T21:16:56.519353Z","end":"2026-07-30T21:16:56.62722Z","steps":["trace[867768858] 'process raft request' (duration: 107.720228ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.627517Z","caller":"traceutil/trace.go:171","msg":"trace[67886794] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"107.254016ms","start":"2026-07-30T21:16:56.520244Z","end":"2026-07-30T21:16:56.627498Z","steps":["trace[67886794] 'process raft request' (duration: 106.940337ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.627612Z","caller":"traceutil/trace.go:171","msg":"trace[1142492815] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"107.238265ms","start":"2026-07-30T21:16:56.52036Z","end":"2026-07-30T21:16:56.627599Z","steps":["trace[1142492815] 'process raft request' (duration: 107.107302ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:16:56.627702Z","caller":"traceutil/trace.go:171","msg":"trace[1543728872] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"107.41901ms","start":"2026-07-30T21:16:56.52025Z","end":"2026-07-30T21:16:56.627669Z","steps":["trace[1543728872] 'process raft request' (duration: 107.143953ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:17:23.632446Z","caller":"traceutil/trace.go:171","msg":"trace[34376112] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"185.560057ms","start":"2026-07-30T21:17:23.446848Z","end":"2026-07-30T21:17:23.632408Z","steps":["trace[34376112] 'process raft request' (duration: 136.638802ms)","trace[34376112] 'compare' (duration: 48.662469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:17:24.993403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.075914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T21:17:24.993815Z","caller":"traceutil/trace.go:171","msg":"trace[1342128458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5724; }","duration":"114.507125ms","start":"2026-07-30T21:17:24.879249Z","end":"2026-07-30T21:17:24.993757Z","steps":["trace[1342128458] 'range keys from in-memory index tree' (duration: 113.862049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:17:39.12282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.21772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:17:39.122971Z","caller":"traceutil/trace.go:171","msg":"trace[820492867] transaction","detail":"{read_only:false; response_revision:5811; number_of_response:1; }","duration":"185.27601ms","start":"2026-07-30T21:17:38.937682Z","end":"2026-07-30T21:17:39.122958Z","steps":["trace[820492867] 'process raft request' (duration: 25.850954ms)","trace[820492867] 'compare' (duration: 159.109038ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:17:39.123104Z","caller":"traceutil/trace.go:171","msg":"trace[1357173741] transaction","detail":"{read_only:false; response_revision:5812; number_of_response:1; }","duration":"133.89646ms","start":"2026-07-30T21:17:38.989155Z","end":"2026-07-30T21:17:39.123051Z","steps":["trace[1357173741] 'process raft request' (duration: 133.747166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:19:13.657887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.2864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:19:13.658227Z","caller":"traceutil/trace.go:171","msg":"trace[665720808] transaction","detail":"{read_only:false; response_revision:6575; number_of_response:1; }","duration":"108.93012ms","start":"2026-07-30T21:19:13.54926Z","end":"2026-07-30T21:19:13.65819Z","steps":["trace[665720808] 'process raft request' (duration: 108.807377ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:13.658615Z","caller":"traceutil/trace.go:171","msg":"trace[1192684503] transaction","detail":"{read_only:false; response_revision:6574; number_of_response:1; }","duration":"172.729056ms","start":"2026-07-30T21:19:13.485869Z","end":"2026-07-30T21:19:13.658598Z","steps":["trace[1192684503] 'process raft request' (duration: 19.585614ms)","trace[1192684503] 'compare' (duration: 152.058713ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:19:13.658813Z","caller":"traceutil/trace.go:171","msg":"trace[55809427] linearizableReadLoop","detail":"{readStateIndex:6792; appliedIndex:6791; }","duration":"109.916547ms","start":"2026-07-30T21:19:13.548863Z","end":"2026-07-30T21:19:13.658779Z","steps":["trace[55809427] 'read index received' (duration: 54.072µs)","trace[55809427] 'applied index is now lower than readState.Index' (duration: 109.859825ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:19:13.659002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.106311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:19:13.659163Z","caller":"traceutil/trace.go:171","msg":"trace[1283482239] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:6575; }","duration":"110.352229ms","start":"2026-07-30T21:19:13.548777Z","end":"2026-07-30T21:19:13.659129Z","steps":["trace[1283482239] 'agreement among raft nodes before linearized reading' (duration: 110.108492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:19:13.659233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.934368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10639"} {"level":"info","ts":"2026-07-30T21:19:13.659301Z","caller":"traceutil/trace.go:171","msg":"trace[465818449] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:6575; }","duration":"102.046761ms","start":"2026-07-30T21:19:13.557239Z","end":"2026-07-30T21:19:13.659286Z","steps":["trace[465818449] 'agreement among raft nodes before linearized reading' (duration: 101.798194ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:49.733569Z","caller":"traceutil/trace.go:171","msg":"trace[1336782115] linearizableReadLoop","detail":"{readStateIndex:7151; appliedIndex:7150; }","duration":"141.186778ms","start":"2026-07-30T21:19:49.592349Z","end":"2026-07-30T21:19:49.733536Z","steps":["trace[1336782115] 'read index received' (duration: 139.533634ms)","trace[1336782115] 'applied index is now lower than readState.Index' (duration: 1.652004ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:19:49.733693Z","caller":"traceutil/trace.go:171","msg":"trace[583548525] transaction","detail":"{read_only:false; response_revision:6924; number_of_response:1; }","duration":"141.327392ms","start":"2026-07-30T21:19:49.592328Z","end":"2026-07-30T21:19:49.733656Z","steps":["trace[583548525] 'process raft request' (duration: 139.760731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:19:49.73383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.449105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:19:49.733909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.49705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:19:49.733957Z","caller":"traceutil/trace.go:171","msg":"trace[1672448317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6924; }","duration":"140.597813ms","start":"2026-07-30T21:19:49.593344Z","end":"2026-07-30T21:19:49.733942Z","steps":["trace[1672448317] 'agreement among raft nodes before linearized reading' (duration: 140.393238ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:19:49.733951Z","caller":"traceutil/trace.go:171","msg":"trace[1745871959] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6924; }","duration":"141.62194ms","start":"2026-07-30T21:19:49.5923Z","end":"2026-07-30T21:19:49.733922Z","steps":["trace[1745871959] 'agreement among raft nodes before linearized reading' (duration: 141.424135ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:20:00.088387Z","caller":"traceutil/trace.go:171","msg":"trace[1878568353] linearizableReadLoop","detail":"{readStateIndex:7227; appliedIndex:7226; }","duration":"127.681453ms","start":"2026-07-30T21:19:59.96068Z","end":"2026-07-30T21:20:00.088361Z","steps":["trace[1878568353] 'read index received' (duration: 127.53967ms)","trace[1878568353] 'applied index is now lower than readState.Index' (duration: 140.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:20:00.088502Z","caller":"traceutil/trace.go:171","msg":"trace[1451458390] transaction","detail":"{read_only:false; response_revision:6998; number_of_response:1; }","duration":"129.800189ms","start":"2026-07-30T21:19:59.958664Z","end":"2026-07-30T21:20:00.088464Z","steps":["trace[1451458390] 'process raft request' (duration: 129.547612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:20:00.088729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.027282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:20:00.088817Z","caller":"traceutil/trace.go:171","msg":"trace[986960861] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6998; }","duration":"128.162356ms","start":"2026-07-30T21:19:59.960629Z","end":"2026-07-30T21:20:00.088791Z","steps":["trace[986960861] 'agreement among raft nodes before linearized reading' (duration: 127.887308ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:20:22.860949Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4948} {"level":"info","ts":"2026-07-30T21:20:22.901481Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4948,"took":"39.345212ms","hash":2846743008,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":11485184,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-30T21:20:22.901566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2846743008,"revision":4948,"compact-revision":2965} {"level":"info","ts":"2026-07-30T21:24:13.402494Z","caller":"traceutil/trace.go:171","msg":"trace[2023259536] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9333; }","duration":"325.619206ms","start":"2026-07-30T21:24:13.076853Z","end":"2026-07-30T21:24:13.402473Z","steps":["trace[2023259536] 'read index received' (duration: 323.445169ms)","trace[2023259536] 'applied index is now lower than readState.Index' (duration: 2.172467ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:24:13.402542Z","caller":"traceutil/trace.go:171","msg":"trace[642506505] transaction","detail":"{read_only:false; response_revision:9043; number_of_response:1; }","duration":"416.19826ms","start":"2026-07-30T21:24:12.986298Z","end":"2026-07-30T21:24:13.402496Z","steps":["trace[642506505] 'process raft request' (duration: 415.907442ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:13.402759Z","caller":"traceutil/trace.go:171","msg":"trace[1812163725] transaction","detail":"{read_only:false; response_revision:9044; number_of_response:1; }","duration":"261.328458ms","start":"2026-07-30T21:24:13.141399Z","end":"2026-07-30T21:24:13.402728Z","steps":["trace[1812163725] 'process raft request' (duration: 260.99813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.402804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:12.986277Z","time spent":"416.396136ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:24:13.402868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.997486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-30T21:24:13.402802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.514765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:24:13.402976Z","caller":"traceutil/trace.go:171","msg":"trace[933241606] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9044; }","duration":"322.759132ms","start":"2026-07-30T21:24:13.080205Z","end":"2026-07-30T21:24:13.402964Z","steps":["trace[933241606] 'agreement among raft nodes before linearized reading' (duration: 322.460884ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:24:13.402976Z","caller":"traceutil/trace.go:171","msg":"trace[521991075] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9044; }","duration":"326.157939ms","start":"2026-07-30T21:24:13.07679Z","end":"2026-07-30T21:24:13.402948Z","steps":["trace[521991075] 'agreement among raft nodes before linearized reading' (duration: 325.847882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.403036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.076763Z","time spent":"326.259953ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:24:13.40304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.080181Z","time spent":"322.830294ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:24:13.40307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.179548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:24:13.403168Z","caller":"traceutil/trace.go:171","msg":"trace[1295506778] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9044; }","duration":"319.340652ms","start":"2026-07-30T21:24:13.083801Z","end":"2026-07-30T21:24:13.403142Z","steps":["trace[1295506778] 'agreement among raft nodes before linearized reading' (duration: 319.001943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:24:13.403237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:24:13.08378Z","time spent":"319.441975ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:24:14.342802Z","caller":"traceutil/trace.go:171","msg":"trace[31482000] transaction","detail":"{read_only:false; response_revision:9051; number_of_response:1; }","duration":"223.685566ms","start":"2026-07-30T21:24:14.119091Z","end":"2026-07-30T21:24:14.342777Z","steps":["trace[31482000] 'process raft request' (duration: 223.544923ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:25:22.866397Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7202} {"level":"info","ts":"2026-07-30T21:25:22.923073Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7202,"took":"55.615221ms","hash":2366032245,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":12840960,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-30T21:25:22.923177Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2366032245,"revision":7202,"compact-revision":4948} {"level":"info","ts":"2026-07-30T21:25:35.91974Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3363378c2227fa42","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:25:35.924333Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-30T21:25:35.924443Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-30T21:26:39.66763Z","caller":"traceutil/trace.go:171","msg":"trace[1919413515] linearizableReadLoop","detail":"{readStateIndex:10514; appliedIndex:10513; }","duration":"233.519402ms","start":"2026-07-30T21:26:39.434082Z","end":"2026-07-30T21:26:39.667601Z","steps":["trace[1919413515] 'read index received' (duration: 233.426539ms)","trace[1919413515] 'applied index is now lower than readState.Index' (duration: 91.733µs)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:26:39.667756Z","caller":"traceutil/trace.go:171","msg":"trace[1658168634] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"347.472367ms","start":"2026-07-30T21:26:39.320272Z","end":"2026-07-30T21:26:39.667744Z","steps":["trace[1658168634] 'process raft request' (duration: 347.16576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:26:39.667876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:26:39.320224Z","time spent":"347.560849ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:26:39.667918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.837079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:26:39.667993Z","caller":"traceutil/trace.go:171","msg":"trace[1672331894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10189; }","duration":"233.970633ms","start":"2026-07-30T21:26:39.434001Z","end":"2026-07-30T21:26:39.667972Z","steps":["trace[1672331894] 'agreement among raft nodes before linearized reading' (duration: 233.86338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:26:39.668758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.405547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:26:39.669006Z","caller":"traceutil/trace.go:171","msg":"trace[1725340469] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10190; }","duration":"233.693905ms","start":"2026-07-30T21:26:39.435295Z","end":"2026-07-30T21:26:39.668989Z","steps":["trace[1725340469] 'agreement among raft nodes before linearized reading' (duration: 233.381887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.71906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18033151457021866266,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:28:56.888137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.831191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:28:56.888201Z","caller":"traceutil/trace.go:171","msg":"trace[1564800403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11376; }","duration":"709.939233ms","start":"2026-07-30T21:28:56.178244Z","end":"2026-07-30T21:28:56.888183Z","steps":["trace[1564800403] 'range keys from in-memory index tree' (duration: 709.736049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.888242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.178222Z","time spent":"710.013395ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-30T21:28:56.88855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.395143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:28:56.888613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.637369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:28:56.88868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.768864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-30T21:28:56.888713Z","caller":"traceutil/trace.go:171","msg":"trace[1869139323] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11376; }","duration":"708.803003ms","start":"2026-07-30T21:28:56.179888Z","end":"2026-07-30T21:28:56.888691Z","steps":["trace[1869139323] 'range keys from in-memory index tree' (duration: 708.485986ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.888729Z","caller":"traceutil/trace.go:171","msg":"trace[1298675493] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11376; }","duration":"705.829195ms","start":"2026-07-30T21:28:56.182885Z","end":"2026-07-30T21:28:56.888714Z","steps":["trace[1298675493] 'range keys from in-memory index tree' (duration: 705.62187ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.888799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.179867Z","time spent":"708.885425ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:28:56.888821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.182876Z","time spent":"705.880877ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:28:56.888908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.02237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T21:28:56.889013Z","caller":"traceutil/trace.go:171","msg":"trace[1407637889] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11376; }","duration":"709.161483ms","start":"2026-07-30T21:28:56.179829Z","end":"2026-07-30T21:28:56.888991Z","steps":["trace[1407637889] 'range keys from in-memory index tree' (duration: 708.697361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.88854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.573837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:28:56.889248Z","caller":"traceutil/trace.go:171","msg":"trace[459734590] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11376; }","duration":"709.407089ms","start":"2026-07-30T21:28:56.179808Z","end":"2026-07-30T21:28:56.889215Z","steps":["trace[459734590] 'range keys from in-memory index tree' (duration: 708.413944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.889053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.179819Z","time spent":"709.225655ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-07-30T21:28:56.889337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.179768Z","time spent":"709.548203ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T21:28:56.889767Z","caller":"traceutil/trace.go:171","msg":"trace[1639134170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11376; }","duration":"708.596598ms","start":"2026-07-30T21:28:56.180084Z","end":"2026-07-30T21:28:56.88868Z","steps":["trace[1639134170] 'range keys from in-memory index tree' (duration: 708.233359ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.889886Z","caller":"traceutil/trace.go:171","msg":"trace[237577248] transaction","detail":"{read_only:false; response_revision:11377; number_of_response:1; }","duration":"678.709661ms","start":"2026-07-30T21:28:56.211134Z","end":"2026-07-30T21:28:56.889843Z","steps":["trace[237577248] 'process raft request' (duration: 622.927812ms)","trace[237577248] 'compare' (duration: 53.786446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:28:56.889976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.180009Z","time spent":"709.944034ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-30T21:28:56.890064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.211101Z","time spent":"678.868785ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:28:56.894764Z","caller":"traceutil/trace.go:171","msg":"trace[323860305] transaction","detail":"{read_only:false; response_revision:11378; number_of_response:1; }","duration":"407.742636ms","start":"2026-07-30T21:28:56.486996Z","end":"2026-07-30T21:28:56.894739Z","steps":["trace[323860305] 'process raft request' (duration: 407.587852ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.894917Z","caller":"traceutil/trace.go:171","msg":"trace[441663060] linearizableReadLoop","detail":"{readStateIndex:11735; appliedIndex:11732; }","duration":"676.459532ms","start":"2026-07-30T21:28:56.218433Z","end":"2026-07-30T21:28:56.894893Z","steps":["trace[441663060] 'read index received' (duration: 615.603059ms)","trace[441663060] 'applied index is now lower than readState.Index' (duration: 60.854553ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:28:56.894958Z","caller":"traceutil/trace.go:171","msg":"trace[2131080214] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"403.791692ms","start":"2026-07-30T21:28:56.49114Z","end":"2026-07-30T21:28:56.894932Z","steps":["trace[2131080214] 'process raft request' (duration: 403.561616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.894943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.486961Z","time spent":"407.869999ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:28:56.895061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.491106Z","time spent":"403.888695ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:28:56.895103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.668917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:28:56.895172Z","caller":"traceutil/trace.go:171","msg":"trace[1374775552] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11379; }","duration":"676.802821ms","start":"2026-07-30T21:28:56.218353Z","end":"2026-07-30T21:28:56.895156Z","steps":["trace[1374775552] 'agreement among raft nodes before linearized reading' (duration: 676.669857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.895215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.218335Z","time spent":"676.868443ms","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:28:56.895326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.714333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:28:56.895407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.302227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T21:28:56.895413Z","caller":"traceutil/trace.go:171","msg":"trace[1016818627] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11380; }","duration":"563.830077ms","start":"2026-07-30T21:28:56.331543Z","end":"2026-07-30T21:28:56.895373Z","steps":["trace[1016818627] 'agreement among raft nodes before linearized reading' (duration: 563.693943ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.89545Z","caller":"traceutil/trace.go:171","msg":"trace[1991909582] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:11380; }","duration":"559.386539ms","start":"2026-07-30T21:28:56.336047Z","end":"2026-07-30T21:28:56.895433Z","steps":["trace[1991909582] 'agreement among raft nodes before linearized reading' (duration: 559.275996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.89548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.336026Z","time spent":"559.449071ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:28:56.895487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.976185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:28:56.895506Z","caller":"traceutil/trace.go:171","msg":"trace[688883710] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11380; }","duration":"563.826476ms","start":"2026-07-30T21:28:56.331674Z","end":"2026-07-30T21:28:56.8955Z","steps":["trace[688883710] 'agreement among raft nodes before linearized reading' (duration: 563.797305ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.895506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.603458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:28:56.895523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.331644Z","time spent":"563.874907ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-07-30T21:28:56.895527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.642088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-30T21:28:56.895535Z","caller":"traceutil/trace.go:171","msg":"trace[1107983279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11380; }","duration":"561.646628ms","start":"2026-07-30T21:28:56.333881Z","end":"2026-07-30T21:28:56.895527Z","steps":["trace[1107983279] 'agreement among raft nodes before linearized reading' (duration: 561.600337ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:28:56.895557Z","caller":"traceutil/trace.go:171","msg":"trace[660250988] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:11380; }","duration":"223.70821ms","start":"2026-07-30T21:28:56.67184Z","end":"2026-07-30T21:28:56.895548Z","steps":["trace[660250988] 'agreement among raft nodes before linearized reading' (duration: 223.615328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.89556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.744421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-30T21:28:56.895559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.333874Z","time spent":"561.680899ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-07-30T21:28:56.895589Z","caller":"traceutil/trace.go:171","msg":"trace[736261054] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11380; }","duration":"561.790623ms","start":"2026-07-30T21:28:56.33379Z","end":"2026-07-30T21:28:56.89558Z","steps":["trace[736261054] 'agreement among raft nodes before linearized reading' (duration: 561.68751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.895609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.821669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:28:56.895449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.331518Z","time spent":"563.924308ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-07-30T21:28:56.895612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.333781Z","time spent":"561.825563ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5026,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-07-30T21:28:56.895632Z","caller":"traceutil/trace.go:171","msg":"trace[105369639] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11380; }","duration":"491.882911ms","start":"2026-07-30T21:28:56.403742Z","end":"2026-07-30T21:28:56.895625Z","steps":["trace[105369639] 'agreement among raft nodes before linearized reading' (duration: 491.84901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.89565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.403721Z","time spent":"491.926142ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:28:56.895645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.855527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:28:56.895679Z","caller":"traceutil/trace.go:171","msg":"trace[893281726] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11380; }","duration":"563.942549ms","start":"2026-07-30T21:28:56.331727Z","end":"2026-07-30T21:28:56.895669Z","steps":["trace[893281726] 'agreement among raft nodes before linearized reading' (duration: 563.879027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:28:56.8957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:28:56.331702Z","time spent":"563.993011ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-07-30T21:29:26.166068Z","caller":"traceutil/trace.go:171","msg":"trace[892960083] transaction","detail":"{read_only:false; response_revision:11578; number_of_response:1; }","duration":"102.493268ms","start":"2026-07-30T21:29:26.063501Z","end":"2026-07-30T21:29:26.165994Z","steps":["trace[892960083] 'process raft request' (duration: 83.694084ms)","trace[892960083] 'compare' (duration: 18.495447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:29:26.168581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.221019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-30T21:29:26.168713Z","caller":"traceutil/trace.go:171","msg":"trace[845205078] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11578; }","duration":"100.434314ms","start":"2026-07-30T21:29:26.068247Z","end":"2026-07-30T21:29:26.168681Z","steps":["trace[845205078] 'agreement among raft nodes before linearized reading' (duration: 97.663621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:29:26.411651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.130377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:29:26.411813Z","caller":"traceutil/trace.go:171","msg":"trace[1044072397] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11578; }","duration":"119.350643ms","start":"2026-07-30T21:29:26.292437Z","end":"2026-07-30T21:29:26.411788Z","steps":["trace[1044072397] 'range keys from in-memory index tree' (duration: 118.906231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:29:27.254793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.053116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-30T21:29:27.254917Z","caller":"traceutil/trace.go:171","msg":"trace[1171638504] transaction","detail":"{read_only:false; response_revision:11584; number_of_response:1; }","duration":"124.373025ms","start":"2026-07-30T21:29:27.130523Z","end":"2026-07-30T21:29:27.254896Z","steps":["trace[1171638504] 'process raft request' (duration: 16.119734ms)","trace[1171638504] 'compare' (duration: 107.897811ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:29:27.26383Z","caller":"traceutil/trace.go:171","msg":"trace[95111567] linearizableReadLoop","detail":"{readStateIndex:11949; appliedIndex:11946; }","duration":"132.54358ms","start":"2026-07-30T21:29:27.131248Z","end":"2026-07-30T21:29:27.263792Z","steps":["trace[95111567] 'read index received' (duration: 15.394185ms)","trace[95111567] 'applied index is now lower than readState.Index' (duration: 117.147395ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:29:27.263839Z","caller":"traceutil/trace.go:171","msg":"trace[1054845039] transaction","detail":"{read_only:false; response_revision:11585; number_of_response:1; }","duration":"133.26635ms","start":"2026-07-30T21:29:27.13054Z","end":"2026-07-30T21:29:27.263806Z","steps":["trace[1054845039] 'process raft request' (duration: 132.954421ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:29:27.26412Z","caller":"traceutil/trace.go:171","msg":"trace[471832103] transaction","detail":"{read_only:false; response_revision:11586; number_of_response:1; }","duration":"132.9346ms","start":"2026-07-30T21:29:27.131125Z","end":"2026-07-30T21:29:27.264059Z","steps":["trace[471832103] 'process raft request' (duration: 132.609461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:29:27.264209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.964376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-30T21:29:27.264302Z","caller":"traceutil/trace.go:171","msg":"trace[1500733890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11586; }","duration":"107.11277ms","start":"2026-07-30T21:29:27.157164Z","end":"2026-07-30T21:29:27.264277Z","steps":["trace[1500733890] 'agreement among raft nodes before linearized reading' (duration: 106.889545ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:29:27.264464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.133846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-30T21:29:27.264588Z","caller":"traceutil/trace.go:171","msg":"trace[1373169272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11586; }","duration":"133.404413ms","start":"2026-07-30T21:29:27.131167Z","end":"2026-07-30T21:29:27.264571Z","steps":["trace[1373169272] 'agreement among raft nodes before linearized reading' (duration: 132.830597ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:29:27.534564Z","caller":"traceutil/trace.go:171","msg":"trace[506937572] transaction","detail":"{read_only:false; response_revision:11590; number_of_response:1; }","duration":"101.371859ms","start":"2026-07-30T21:29:27.433147Z","end":"2026-07-30T21:29:27.534519Z","steps":["trace[506937572] 'process raft request' (duration: 81.895806ms)","trace[506937572] 'compare' (duration: 19.000142ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:30:22.873634Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9583} {"level":"info","ts":"2026-07-30T21:30:22.93029Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9583,"took":"55.187385ms","hash":3491235216,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":14073856,"current-db-size-in-use":"14 MB"} {"level":"info","ts":"2026-07-30T21:30:22.930367Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3491235216,"revision":9583,"compact-revision":7202} {"level":"info","ts":"2026-07-30T21:33:09.19915Z","caller":"traceutil/trace.go:171","msg":"trace[112444500] transaction","detail":"{read_only:false; response_revision:13305; number_of_response:1; }","duration":"104.721951ms","start":"2026-07-30T21:33:09.094401Z","end":"2026-07-30T21:33:09.199123Z","steps":["trace[112444500] 'process raft request' (duration: 103.829498ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:27.445097Z","caller":"traceutil/trace.go:171","msg":"trace[1925122996] transaction","detail":"{read_only:false; response_revision:13435; number_of_response:1; }","duration":"167.029795ms","start":"2026-07-30T21:33:27.278042Z","end":"2026-07-30T21:33:27.445072Z","steps":["trace[1925122996] 'process raft request' (duration: 166.819989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.63471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.157904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:33:29.63498Z","caller":"traceutil/trace.go:171","msg":"trace[1740878356] linearizableReadLoop","detail":"{readStateIndex:13860; appliedIndex:13859; }","duration":"955.698595ms","start":"2026-07-30T21:33:28.679263Z","end":"2026-07-30T21:33:29.634962Z","steps":["trace[1740878356] 'read index received' (duration: 307.080769ms)","trace[1740878356] 'applied index is now lower than readState.Index' (duration: 648.616116ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:33:29.635055Z","caller":"traceutil/trace.go:171","msg":"trace[2039495059] transaction","detail":"{read_only:false; number_of_response:1; response_revision:13445; }","duration":"1.071369935s","start":"2026-07-30T21:33:28.563641Z","end":"2026-07-30T21:33:29.635011Z","steps":["trace[2039495059] 'process raft request' (duration: 422.705758ms)","trace[2039495059] 'compare' (duration: 647.713493ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:33:29.635226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.966452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:33:29.635261Z","caller":"traceutil/trace.go:171","msg":"trace[1025828863] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13445; }","duration":"956.054515ms","start":"2026-07-30T21:33:28.679195Z","end":"2026-07-30T21:33:29.635249Z","steps":["trace[1025828863] 'agreement among raft nodes before linearized reading' (duration: 955.861019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.563595Z","time spent":"1.071551431s","remote":"127.0.0.1:52400","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-30T21:33:29.635247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.335089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-30T21:33:29.635266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.687205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:33:29.635343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.344065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:33:29.635421Z","caller":"traceutil/trace.go:171","msg":"trace[1495890167] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:13445; }","duration":"659.519773ms","start":"2026-07-30T21:33:28.975821Z","end":"2026-07-30T21:33:29.635341Z","steps":["trace[1495890167] 'agreement among raft nodes before linearized reading' (duration: 659.278226ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:33:29.635421Z","caller":"traceutil/trace.go:171","msg":"trace[2130927236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13445; }","duration":"230.891189ms","start":"2026-07-30T21:33:29.404491Z","end":"2026-07-30T21:33:29.635382Z","steps":["trace[2130927236] 'agreement among raft nodes before linearized reading' (duration: 230.628872ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.679166Z","time spent":"956.122446ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:33:29.635334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.776182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-30T21:33:29.635281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.713323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-30T21:33:29.635482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.975799Z","time spent":"659.667848ms","remote":"127.0.0.1:40204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":5,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:33:29.635533Z","caller":"traceutil/trace.go:171","msg":"trace[1257760328] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:13445; }","duration":"952.012898ms","start":"2026-07-30T21:33:28.683497Z","end":"2026-07-30T21:33:29.63551Z","steps":["trace[1257760328] 'agreement among raft nodes before linearized reading' (duration: 951.602266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.683484Z","time spent":"952.08211ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-30T21:33:29.635572Z","caller":"traceutil/trace.go:171","msg":"trace[88596424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13445; }","duration":"918.011971ms","start":"2026-07-30T21:33:28.717505Z","end":"2026-07-30T21:33:29.635517Z","steps":["trace[88596424] 'agreement among raft nodes before linearized reading' (duration: 917.595689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.690123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T21:33:29.635646Z","caller":"traceutil/trace.go:171","msg":"trace[75418842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13445; }","duration":"918.063452ms","start":"2026-07-30T21:33:28.717565Z","end":"2026-07-30T21:33:29.635629Z","steps":["trace[75418842] 'agreement among raft nodes before linearized reading' (duration: 917.540078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.717471Z","time spent":"918.198396ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-30T21:33:29.635703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.717529Z","time spent":"918.154534ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-30T21:33:29.635474Z","caller":"traceutil/trace.go:171","msg":"trace[1865392039] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13445; }","duration":"925.513959ms","start":"2026-07-30T21:33:28.709926Z","end":"2026-07-30T21:33:29.63544Z","steps":["trace[1865392039] 'agreement among raft nodes before linearized reading' (duration: 925.18598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:28.709902Z","time spent":"925.918889ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:33:29.635326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.65829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l58kb\" ","response":"range_response_count:1 size:8713"} {"level":"info","ts":"2026-07-30T21:33:29.635921Z","caller":"traceutil/trace.go:171","msg":"trace[1017668623] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l58kb; range_end:; response_count:1; response_revision:13445; }","duration":"345.291727ms","start":"2026-07-30T21:33:29.2906Z","end":"2026-07-30T21:33:29.635891Z","steps":["trace[1017668623] 'agreement among raft nodes before linearized reading' (duration: 344.524286ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:33:29.635999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:33:29.29057Z","time spent":"345.40894ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8735,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-l58kb\" "} {"level":"info","ts":"2026-07-30T21:34:25.182636Z","caller":"traceutil/trace.go:171","msg":"trace[1591418824] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"473.581193ms","start":"2026-07-30T21:34:24.709031Z","end":"2026-07-30T21:34:25.182613Z","steps":["trace[1591418824] 'process raft request' (duration: 473.443379ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:34:25.18267Z","caller":"traceutil/trace.go:171","msg":"trace[442968980] linearizableReadLoop","detail":"{readStateIndex:14404; appliedIndex:14404; }","duration":"348.534838ms","start":"2026-07-30T21:34:24.834094Z","end":"2026-07-30T21:34:25.182628Z","steps":["trace[442968980] 'read index received' (duration: 348.519738ms)","trace[442968980] 'applied index is now lower than readState.Index' (duration: 12.14µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:34:25.182799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.709Z","time spent":"473.722016ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:34:25.182916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.809656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-30T21:34:25.182972Z","caller":"traceutil/trace.go:171","msg":"trace[1111783993] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13974; }","duration":"348.950929ms","start":"2026-07-30T21:34:24.834006Z","end":"2026-07-30T21:34:25.182957Z","steps":["trace[1111783993] 'agreement among raft nodes before linearized reading' (duration: 348.760405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:34:25.18301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:34:24.833987Z","time spent":"349.01312ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-30T21:35:22.879432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11997} {"level":"info","ts":"2026-07-30T21:35:22.938685Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11997,"took":"57.898617ms","hash":2282906857,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":16277504,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-30T21:35:22.938762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2282906857,"revision":11997,"compact-revision":9583} {"level":"warn","ts":"2026-07-30T21:35:28.304966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.980787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:35:28.30504Z","caller":"traceutil/trace.go:171","msg":"trace[2144083919] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:14477; }","duration":"421.10296ms","start":"2026-07-30T21:35:27.883923Z","end":"2026-07-30T21:35:28.305026Z","steps":["trace[2144083919] 'count revisions from in-memory index tree' (duration: 420.917295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.305067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:27.883906Z","time spent":"421.153282ms","remote":"127.0.0.1:36478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:35:28.870138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18033151457021873956,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:35:28.910713Z","caller":"traceutil/trace.go:171","msg":"trace[835889867] transaction","detail":"{read_only:false; response_revision:14482; number_of_response:1; }","duration":"598.571947ms","start":"2026-07-30T21:35:28.312121Z","end":"2026-07-30T21:35:28.910693Z","steps":["trace[835889867] 'process raft request' (duration: 598.542557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.91084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.312111Z","time spent":"598.6669ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:28.911063Z","caller":"traceutil/trace.go:171","msg":"trace[275627245] transaction","detail":"{read_only:false; response_revision:14480; number_of_response:1; }","duration":"600.960401ms","start":"2026-07-30T21:35:28.31008Z","end":"2026-07-30T21:35:28.911041Z","steps":["trace[275627245] 'process raft request' (duration: 600.531419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.911109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.310067Z","time spent":"601.021763ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:28.91094Z","caller":"traceutil/trace.go:171","msg":"trace[1402772043] transaction","detail":"{read_only:false; response_revision:14479; number_of_response:1; }","duration":"600.922039ms","start":"2026-07-30T21:35:28.309976Z","end":"2026-07-30T21:35:28.910898Z","steps":["trace[1402772043] 'process raft request' (duration: 600.520919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.911524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.309951Z","time spent":"601.437004ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:28.911689Z","caller":"traceutil/trace.go:171","msg":"trace[1622900035] transaction","detail":"{read_only:false; response_revision:14481; number_of_response:1; }","duration":"601.071153ms","start":"2026-07-30T21:35:28.310589Z","end":"2026-07-30T21:35:28.91166Z","steps":["trace[1622900035] 'process raft request' (duration: 600.049697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.91184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.310581Z","time spent":"601.171527ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:28.91311Z","caller":"traceutil/trace.go:171","msg":"trace[1375328960] transaction","detail":"{read_only:false; response_revision:14483; number_of_response:1; }","duration":"431.357051ms","start":"2026-07-30T21:35:28.481723Z","end":"2026-07-30T21:35:28.91308Z","steps":["trace[1375328960] 'process raft request' (duration: 431.037052ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:28.913122Z","caller":"traceutil/trace.go:171","msg":"trace[1842271332] transaction","detail":"{read_only:false; response_revision:14484; number_of_response:1; }","duration":"429.525232ms","start":"2026-07-30T21:35:28.483562Z","end":"2026-07-30T21:35:28.913087Z","steps":["trace[1842271332] 'process raft request' (duration: 429.405748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.913215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.481704Z","time spent":"431.461444ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:28.913274Z","caller":"traceutil/trace.go:171","msg":"trace[1414173020] linearizableReadLoop","detail":"{readStateIndex:14933; appliedIndex:14930; }","duration":"543.485386ms","start":"2026-07-30T21:35:28.369761Z","end":"2026-07-30T21:35:28.913246Z","steps":["trace[1414173020] 'read index received' (duration: 541.101613ms)","trace[1414173020] 'applied index is now lower than readState.Index' (duration: 2.382543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:35:28.913331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.483554Z","time spent":"429.666956ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:35:28.913496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.668948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:35:28.913542Z","caller":"traceutil/trace.go:171","msg":"trace[1191285665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14485; }","duration":"508.734569ms","start":"2026-07-30T21:35:28.404796Z","end":"2026-07-30T21:35:28.91353Z","steps":["trace[1191285665] 'agreement among raft nodes before linearized reading' (duration: 508.664057ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:28.913558Z","caller":"traceutil/trace.go:171","msg":"trace[1711651648] transaction","detail":"{read_only:false; response_revision:14485; number_of_response:1; }","duration":"429.395088ms","start":"2026-07-30T21:35:28.484152Z","end":"2026-07-30T21:35:28.913547Z","steps":["trace[1711651648] 'process raft request' (duration: 428.880025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.91357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.404782Z","time spent":"508.782651ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:35:28.913653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.484121Z","time spent":"429.462579ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:35:28.913668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.71445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:35:28.913758Z","caller":"traceutil/trace.go:171","msg":"trace[196344793] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:14485; }","duration":"450.834284ms","start":"2026-07-30T21:35:28.462893Z","end":"2026-07-30T21:35:28.913727Z","steps":["trace[196344793] 'agreement among raft nodes before linearized reading' (duration: 450.67317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.913779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.322334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-07-30T21:35:28.913813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.462877Z","time spent":"450.915227ms","remote":"127.0.0.1:35058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:35:28.913836Z","caller":"traceutil/trace.go:171","msg":"trace[297287833] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14485; }","duration":"493.388225ms","start":"2026-07-30T21:35:28.420431Z","end":"2026-07-30T21:35:28.913819Z","steps":["trace[297287833] 'agreement among raft nodes before linearized reading' (duration: 493.22003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.913878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.420423Z","time spent":"493.447327ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-30T21:35:28.913879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.113564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:35:28.913907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.911138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1635"} {"level":"info","ts":"2026-07-30T21:35:28.913918Z","caller":"traceutil/trace.go:171","msg":"trace[1257030941] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:14485; }","duration":"544.186434ms","start":"2026-07-30T21:35:28.369723Z","end":"2026-07-30T21:35:28.913909Z","steps":["trace[1257030941] 'agreement among raft nodes before linearized reading' (duration: 544.124213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.913948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.369707Z","time spent":"544.232586ms","remote":"127.0.0.1:35156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-30T21:35:28.913946Z","caller":"traceutil/trace.go:171","msg":"trace[1886535394] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14485; }","duration":"315.98838ms","start":"2026-07-30T21:35:28.597945Z","end":"2026-07-30T21:35:28.913934Z","steps":["trace[1886535394] 'agreement among raft nodes before linearized reading' (duration: 315.848997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:28.913978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:28.597925Z","time spent":"316.044471ms","remote":"127.0.0.1:35002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-30T21:35:28.914232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.779381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12462"} {"level":"info","ts":"2026-07-30T21:35:28.915099Z","caller":"traceutil/trace.go:171","msg":"trace[1796911960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14485; }","duration":"152.14886ms","start":"2026-07-30T21:35:28.762223Z","end":"2026-07-30T21:35:28.914372Z","steps":["trace[1796911960] 'agreement among raft nodes before linearized reading' (duration: 151.320588ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:37.137809Z","caller":"traceutil/trace.go:171","msg":"trace[1371186389] transaction","detail":"{read_only:false; response_revision:14556; number_of_response:1; }","duration":"152.09948ms","start":"2026-07-30T21:35:36.985683Z","end":"2026-07-30T21:35:37.137782Z","steps":["trace[1371186389] 'process raft request' (duration: 151.863993ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:37.138165Z","caller":"traceutil/trace.go:171","msg":"trace[1965389195] transaction","detail":"{read_only:false; response_revision:14557; number_of_response:1; }","duration":"152.445748ms","start":"2026-07-30T21:35:36.985688Z","end":"2026-07-30T21:35:37.138134Z","steps":["trace[1965389195] 'process raft request' (duration: 152.051447ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:37.138176Z","caller":"traceutil/trace.go:171","msg":"trace[36292782] transaction","detail":"{read_only:false; response_revision:14558; number_of_response:1; }","duration":"150.075515ms","start":"2026-07-30T21:35:36.988076Z","end":"2026-07-30T21:35:37.138151Z","steps":["trace[36292782] 'process raft request' (duration: 149.973203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:38.6435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.73513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:35:38.643572Z","caller":"traceutil/trace.go:171","msg":"trace[1919149912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14561; }","duration":"217.870093ms","start":"2026-07-30T21:35:38.425687Z","end":"2026-07-30T21:35:38.643557Z","steps":["trace[1919149912] 'range keys from in-memory index tree' (duration: 217.549584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:38.643779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.432947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-30T21:35:38.643863Z","caller":"traceutil/trace.go:171","msg":"trace[1830379004] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14561; }","duration":"908.553459ms","start":"2026-07-30T21:35:37.735291Z","end":"2026-07-30T21:35:38.643844Z","steps":["trace[1830379004] 'range keys from in-memory index tree' (duration: 908.194399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:38.643871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.981714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-30T21:35:38.643902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:37.735276Z","time spent":"908.618632ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:35:38.643928Z","caller":"traceutil/trace.go:171","msg":"trace[1443431495] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14561; }","duration":"268.089397ms","start":"2026-07-30T21:35:38.375822Z","end":"2026-07-30T21:35:38.643911Z","steps":["trace[1443431495] 'range keys from in-memory index tree' (duration: 267.791009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:38.643929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.462597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-30T21:35:38.643966Z","caller":"traceutil/trace.go:171","msg":"trace[1288203597] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14561; }","duration":"842.55199ms","start":"2026-07-30T21:35:37.801401Z","end":"2026-07-30T21:35:38.643953Z","steps":["trace[1288203597] 'range keys from in-memory index tree' (duration: 842.277592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:38.644004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:37.801356Z","time spent":"842.639412ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-30T21:35:39.028041Z","caller":"traceutil/trace.go:171","msg":"trace[1124182752] transaction","detail":"{read_only:false; response_revision:14563; number_of_response:1; }","duration":"379.337388ms","start":"2026-07-30T21:35:38.648676Z","end":"2026-07-30T21:35:39.028013Z","steps":["trace[1124182752] 'process raft request' (duration: 379.284676ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:39.028111Z","caller":"traceutil/trace.go:171","msg":"trace[1477676383] transaction","detail":"{read_only:false; response_revision:14562; number_of_response:1; }","duration":"379.40189ms","start":"2026-07-30T21:35:38.648676Z","end":"2026-07-30T21:35:39.028078Z","steps":["trace[1477676383] 'process raft request' (duration: 379.119002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:39.028244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:38.648658Z","time spent":"379.493083ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:35:39.028376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:38.648662Z","time spent":"379.638347ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:35:39.038437Z","caller":"traceutil/trace.go:171","msg":"trace[351488289] linearizableReadLoop","detail":"{readStateIndex:15016; appliedIndex:15013; }","duration":"215.755667ms","start":"2026-07-30T21:35:38.822659Z","end":"2026-07-30T21:35:39.038415Z","steps":["trace[351488289] 'read index received' (duration: 205.24021ms)","trace[351488289] 'applied index is now lower than readState.Index' (duration: 10.513587ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:35:39.038424Z","caller":"traceutil/trace.go:171","msg":"trace[693861812] transaction","detail":"{read_only:false; response_revision:14564; number_of_response:1; }","duration":"389.392584ms","start":"2026-07-30T21:35:38.648954Z","end":"2026-07-30T21:35:39.038347Z","steps":["trace[693861812] 'process raft request' (duration: 389.076696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:39.038683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.000694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:35:39.038732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.415541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-30T21:35:39.03877Z","caller":"traceutil/trace.go:171","msg":"trace[1115478035] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:14567; }","duration":"216.147808ms","start":"2026-07-30T21:35:38.8226Z","end":"2026-07-30T21:35:39.038748Z","steps":["trace[1115478035] 'agreement among raft nodes before linearized reading' (duration: 215.979443ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:35:39.038794Z","caller":"traceutil/trace.go:171","msg":"trace[82329937] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:14567; }","duration":"102.503213ms","start":"2026-07-30T21:35:38.936257Z","end":"2026-07-30T21:35:39.038761Z","steps":["trace[82329937] 'agreement among raft nodes before linearized reading' (duration: 102.335129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:35:39.039106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:35:38.648946Z","time spent":"389.604151ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:36:42.054735Z","caller":"traceutil/trace.go:171","msg":"trace[53314155] transaction","detail":"{read_only:false; response_revision:15520; number_of_response:1; }","duration":"128.870057ms","start":"2026-07-30T21:36:41.92584Z","end":"2026-07-30T21:36:42.05471Z","steps":["trace[53314155] 'process raft request' (duration: 128.687193ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:00.319103Z","caller":"traceutil/trace.go:171","msg":"trace[87652383] transaction","detail":"{read_only:false; response_revision:15641; number_of_response:1; }","duration":"158.811356ms","start":"2026-07-30T21:37:00.160268Z","end":"2026-07-30T21:37:00.319079Z","steps":["trace[87652383] 'process raft request' (duration: 158.604991ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:05.678866Z","caller":"traceutil/trace.go:171","msg":"trace[1631565708] transaction","detail":"{read_only:false; response_revision:15672; number_of_response:1; }","duration":"142.26458ms","start":"2026-07-30T21:37:05.536569Z","end":"2026-07-30T21:37:05.678834Z","steps":["trace[1631565708] 'process raft request' (duration: 142.068434ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:05.964054Z","caller":"traceutil/trace.go:171","msg":"trace[1483532629] linearizableReadLoop","detail":"{readStateIndex:16155; appliedIndex:16153; }","duration":"385.153582ms","start":"2026-07-30T21:37:05.578872Z","end":"2026-07-30T21:37:05.964025Z","steps":["trace[1483532629] 'read index received' (duration: 99.78287ms)","trace[1483532629] 'applied index is now lower than readState.Index' (duration: 285.369832ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:37:05.964119Z","caller":"traceutil/trace.go:171","msg":"trace[1039478661] transaction","detail":"{read_only:false; response_revision:15673; number_of_response:1; }","duration":"426.980125ms","start":"2026-07-30T21:37:05.537098Z","end":"2026-07-30T21:37:05.964078Z","steps":["trace[1039478661] 'process raft request' (duration: 426.77505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:05.964287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.537071Z","time spent":"427.128109ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:05.964345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.448679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:05.964406Z","caller":"traceutil/trace.go:171","msg":"trace[1749047564] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15673; }","duration":"385.567353ms","start":"2026-07-30T21:37:05.578822Z","end":"2026-07-30T21:37:05.964389Z","steps":["trace[1749047564] 'agreement among raft nodes before linearized reading' (duration: 385.351157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:05.964457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.578796Z","time spent":"385.649806ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:06.029214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.812429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:06.029309Z","caller":"traceutil/trace.go:171","msg":"trace[840794545] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15675; }","duration":"388.933311ms","start":"2026-07-30T21:37:05.640352Z","end":"2026-07-30T21:37:06.029285Z","steps":["trace[840794545] 'agreement among raft nodes before linearized reading' (duration: 388.762327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.029297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.385341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-30T21:37:06.029296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.647654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:06.029365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.640342Z","time spent":"389.009864ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T21:37:06.029383Z","caller":"traceutil/trace.go:171","msg":"trace[343231800] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15675; }","duration":"387.530245ms","start":"2026-07-30T21:37:05.641831Z","end":"2026-07-30T21:37:06.029361Z","steps":["trace[343231800] 'agreement among raft nodes before linearized reading' (duration: 387.256668ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:06.029409Z","caller":"traceutil/trace.go:171","msg":"trace[1789644440] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15675; }","duration":"388.828879ms","start":"2026-07-30T21:37:05.640558Z","end":"2026-07-30T21:37:06.029386Z","steps":["trace[1789644440] 'agreement among raft nodes before linearized reading' (duration: 388.601253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.029436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.64182Z","time spent":"387.607677ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-30T21:37:06.029457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.640538Z","time spent":"388.910651ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-07-30T21:37:06.029512Z","caller":"traceutil/trace.go:171","msg":"trace[1599687685] transaction","detail":"{read_only:false; response_revision:15674; number_of_response:1; }","duration":"201.109131ms","start":"2026-07-30T21:37:05.828374Z","end":"2026-07-30T21:37:06.029483Z","steps":["trace[1599687685] 'process raft request' (duration: 196.646594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.029529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.304647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:06.029568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.151919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T21:37:06.029627Z","caller":"traceutil/trace.go:171","msg":"trace[459715] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15675; }","duration":"385.42125ms","start":"2026-07-30T21:37:05.644176Z","end":"2026-07-30T21:37:06.029598Z","steps":["trace[459715] 'agreement among raft nodes before linearized reading' (duration: 385.132392ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:06.029639Z","caller":"traceutil/trace.go:171","msg":"trace[1670172365] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15675; }","duration":"386.240802ms","start":"2026-07-30T21:37:05.64338Z","end":"2026-07-30T21:37:06.029621Z","steps":["trace[1670172365] 'agreement among raft nodes before linearized reading' (duration: 386.067566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.029674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.64337Z","time spent":"386.296773ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-07-30T21:37:06.029679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.644169Z","time spent":"385.500562ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:06.029299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.470435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:37:06.029776Z","caller":"traceutil/trace.go:171","msg":"trace[1196527976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15675; }","duration":"392.994389ms","start":"2026-07-30T21:37:05.636768Z","end":"2026-07-30T21:37:06.029763Z","steps":["trace[1196527976] 'agreement among raft nodes before linearized reading' (duration: 392.361392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.029777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.317002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-30T21:37:06.029815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.636756Z","time spent":"393.04901ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-30T21:37:06.029833Z","caller":"traceutil/trace.go:171","msg":"trace[1721144411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15675; }","duration":"389.384373ms","start":"2026-07-30T21:37:05.640429Z","end":"2026-07-30T21:37:06.029813Z","steps":["trace[1721144411] 'agreement among raft nodes before linearized reading' (duration: 389.23372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.029877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.640424Z","time spent":"389.442276ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-30T21:37:06.03008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.325412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T21:37:06.03017Z","caller":"traceutil/trace.go:171","msg":"trace[873098835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15675; }","duration":"400.472456ms","start":"2026-07-30T21:37:05.629676Z","end":"2026-07-30T21:37:06.030148Z","steps":["trace[873098835] 'agreement among raft nodes before linearized reading' (duration: 400.156048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:06.030206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:05.629654Z","time spent":"400.544869ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:37:07.509763Z","caller":"traceutil/trace.go:171","msg":"trace[2144377656] transaction","detail":"{read_only:false; response_revision:15683; number_of_response:1; }","duration":"136.024556ms","start":"2026-07-30T21:37:07.373714Z","end":"2026-07-30T21:37:07.509739Z","steps":["trace[2144377656] 'process raft request' (duration: 135.866912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.184378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18033151457021877116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-30T21:37:08.578188Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068562356s","expected-duration":"1s"} {"level":"info","ts":"2026-07-30T21:37:08.57875Z","caller":"traceutil/trace.go:171","msg":"trace[3071430] transaction","detail":"{read_only:false; response_revision:15685; number_of_response:1; }","duration":"1.15175939s","start":"2026-07-30T21:37:07.426971Z","end":"2026-07-30T21:37:08.578731Z","steps":["trace[3071430] 'process raft request' (duration: 1.151724279s)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:08.578876Z","caller":"traceutil/trace.go:171","msg":"trace[1613895597] transaction","detail":"{read_only:false; response_revision:15684; number_of_response:1; }","duration":"1.203584035s","start":"2026-07-30T21:37:07.375245Z","end":"2026-07-30T21:37:08.578829Z","steps":["trace[1613895597] 'process raft request' (duration: 1.203254676s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.579052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:07.426937Z","time spent":"1.151994856s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:08.579102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:07.375201Z","time spent":"1.203786661s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:37:08.580389Z","caller":"traceutil/trace.go:171","msg":"trace[1295381274] linearizableReadLoop","detail":"{readStateIndex:16169; appliedIndex:16166; }","duration":"896.786969ms","start":"2026-07-30T21:37:07.683577Z","end":"2026-07-30T21:37:08.580364Z","steps":["trace[1295381274] 'read index received' (duration: 894.922039ms)","trace[1295381274] 'applied index is now lower than readState.Index' (duration: 1.8638ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:37:08.580468Z","caller":"traceutil/trace.go:171","msg":"trace[157547909] transaction","detail":"{read_only:false; response_revision:15686; number_of_response:1; }","duration":"544.508473ms","start":"2026-07-30T21:37:08.035929Z","end":"2026-07-30T21:37:08.580438Z","steps":["trace[157547909] 'process raft request' (duration: 544.296108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.580565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.035895Z","time spent":"544.623796ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:37:08.580615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.96993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rlshj\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-30T21:37:08.580655Z","caller":"traceutil/trace.go:171","msg":"trace[377920015] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rlshj; range_end:; response_count:1; response_revision:15686; }","duration":"442.058674ms","start":"2026-07-30T21:37:08.138585Z","end":"2026-07-30T21:37:08.580643Z","steps":["trace[377920015] 'agreement among raft nodes before linearized reading' (duration: 441.911329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.580687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.138564Z","time spent":"442.117804ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rlshj\" "} {"level":"warn","ts":"2026-07-30T21:37:08.580699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.83709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-07-30T21:37:08.580716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.852282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-30T21:37:08.580705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.125829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-30T21:37:08.580731Z","caller":"traceutil/trace.go:171","msg":"trace[127671721] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15686; }","duration":"542.888501ms","start":"2026-07-30T21:37:08.037832Z","end":"2026-07-30T21:37:08.58072Z","steps":["trace[127671721] 'agreement among raft nodes before linearized reading' (duration: 542.806129ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:08.58075Z","caller":"traceutil/trace.go:171","msg":"trace[808267539] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15686; }","duration":"132.920124ms","start":"2026-07-30T21:37:08.447821Z","end":"2026-07-30T21:37:08.580741Z","steps":["trace[808267539] 'agreement among raft nodes before linearized reading' (duration: 132.815151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.580768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.037814Z","time spent":"542.946822ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-07-30T21:37:08.580778Z","caller":"traceutil/trace.go:171","msg":"trace[112884051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15686; }","duration":"897.241021ms","start":"2026-07-30T21:37:07.683518Z","end":"2026-07-30T21:37:08.580759Z","steps":["trace[112884051] 'agreement among raft nodes before linearized reading' (duration: 896.934523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.58086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:07.683494Z","time spent":"897.351844ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-30T21:37:08.580872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.071679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:08.580868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.277073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:08.580614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.899681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-07-30T21:37:08.581001Z","caller":"traceutil/trace.go:171","msg":"trace[1013867753] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:15686; }","duration":"754.334783ms","start":"2026-07-30T21:37:07.826653Z","end":"2026-07-30T21:37:08.580988Z","steps":["trace[1013867753] 'agreement among raft nodes before linearized reading' (duration: 753.84156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:07.826632Z","time spent":"754.389255ms","remote":"127.0.0.1:35036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-30T21:37:08.581016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.853506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-30T21:37:08.581061Z","caller":"traceutil/trace.go:171","msg":"trace[561928649] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15686; }","duration":"543.926498ms","start":"2026-07-30T21:37:08.037121Z","end":"2026-07-30T21:37:08.581047Z","steps":["trace[561928649] 'agreement among raft nodes before linearized reading' (duration: 543.851766ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:08.580997Z","caller":"traceutil/trace.go:171","msg":"trace[441540789] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15686; }","duration":"136.440377ms","start":"2026-07-30T21:37:08.444544Z","end":"2026-07-30T21:37:08.580985Z","steps":["trace[441540789] 'agreement among raft nodes before linearized reading' (duration: 136.218461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.037108Z","time spent":"544.00119ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-30T21:37:08.581158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.180702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-30T21:37:08.581198Z","caller":"traceutil/trace.go:171","msg":"trace[699656463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15686; }","duration":"520.236933ms","start":"2026-07-30T21:37:08.060948Z","end":"2026-07-30T21:37:08.581185Z","steps":["trace[699656463] 'agreement among raft nodes before linearized reading' (duration: 520.144681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.092534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:08.581239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.060938Z","time spent":"520.291255ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-30T21:37:08.581275Z","caller":"traceutil/trace.go:171","msg":"trace[771454873] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15686; }","duration":"126.223368ms","start":"2026-07-30T21:37:08.455024Z","end":"2026-07-30T21:37:08.581247Z","steps":["trace[771454873] 'agreement among raft nodes before linearized reading' (duration: 126.073904ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:08.580936Z","caller":"traceutil/trace.go:171","msg":"trace[1744748161] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15686; }","duration":"545.13661ms","start":"2026-07-30T21:37:08.03578Z","end":"2026-07-30T21:37:08.580917Z","steps":["trace[1744748161] 'agreement among raft nodes before linearized reading' (duration: 545.023638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.375802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:08.581356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.035755Z","time spent":"545.584312ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-07-30T21:37:08.581376Z","caller":"traceutil/trace.go:171","msg":"trace[48928949] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15686; }","duration":"126.431724ms","start":"2026-07-30T21:37:08.454936Z","end":"2026-07-30T21:37:08.581367Z","steps":["trace[48928949] 'agreement among raft nodes before linearized reading' (duration: 126.380521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.970446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rlshj\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-07-30T21:37:08.581456Z","caller":"traceutil/trace.go:171","msg":"trace[993786433] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rlshj; range_end:; response_count:1; response_revision:15686; }","duration":"509.062308ms","start":"2026-07-30T21:37:08.072377Z","end":"2026-07-30T21:37:08.581439Z","steps":["trace[993786433] 'agreement among raft nodes before linearized reading' (duration: 508.886783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.799154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:08.581507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.072362Z","time spent":"509.133021ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22043,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rlshj\" "} {"level":"info","ts":"2026-07-30T21:37:08.581527Z","caller":"traceutil/trace.go:171","msg":"trace[481972574] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15686; }","duration":"123.871145ms","start":"2026-07-30T21:37:08.457644Z","end":"2026-07-30T21:37:08.581515Z","steps":["trace[481972574] 'agreement among raft nodes before linearized reading' (duration: 123.802854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.862051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-07-30T21:37:08.581471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.888605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-30T21:37:08.581624Z","caller":"traceutil/trace.go:171","msg":"trace[1978188991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15686; }","duration":"520.10021ms","start":"2026-07-30T21:37:08.061508Z","end":"2026-07-30T21:37:08.581608Z","steps":["trace[1978188991] 'agreement among raft nodes before linearized reading' (duration: 519.567285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.133334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:08.58171Z","caller":"traceutil/trace.go:171","msg":"trace[26337462] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15686; }","duration":"610.211175ms","start":"2026-07-30T21:37:07.97149Z","end":"2026-07-30T21:37:08.581702Z","steps":["trace[26337462] 'agreement among raft nodes before linearized reading' (duration: 610.112982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.58173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.438696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-30T21:37:08.581742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:07.971471Z","time spent":"610.264807ms","remote":"127.0.0.1:35088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-30T21:37:08.581329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.538745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-30T21:37:08.581938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.823069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:667"} {"level":"info","ts":"2026-07-30T21:37:08.582009Z","caller":"traceutil/trace.go:171","msg":"trace[1955719623] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15686; }","duration":"543.99683ms","start":"2026-07-30T21:37:08.03799Z","end":"2026-07-30T21:37:08.581987Z","steps":["trace[1955719623] 'agreement among raft nodes before linearized reading' (duration: 542.655926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.581754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.061497Z","time spent":"520.192523ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-30T21:37:08.582046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.748068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wlmmg\" ","response":"range_response_count:1 size:20565"} {"level":"warn","ts":"2026-07-30T21:37:08.582063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.03798Z","time spent":"544.066442ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":689,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-07-30T21:37:08.582104Z","caller":"traceutil/trace.go:171","msg":"trace[1936987743] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-wlmmg; range_end:; response_count:1; response_revision:15686; }","duration":"407.839412ms","start":"2026-07-30T21:37:08.174251Z","end":"2026-07-30T21:37:08.58209Z","steps":["trace[1936987743] 'agreement among raft nodes before linearized reading' (duration: 406.596869ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:08.581582Z","caller":"traceutil/trace.go:171","msg":"trace[1441861233] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15686; }","duration":"237.943763ms","start":"2026-07-30T21:37:08.343623Z","end":"2026-07-30T21:37:08.581567Z","steps":["trace[1441861233] 'agreement among raft nodes before linearized reading' (duration: 237.84181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.58224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.243914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-30T21:37:08.582119Z","caller":"traceutil/trace.go:171","msg":"trace[1085809108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15686; }","duration":"163.09439ms","start":"2026-07-30T21:37:08.418754Z","end":"2026-07-30T21:37:08.581848Z","steps":["trace[1085809108] 'agreement among raft nodes before linearized reading' (duration: 161.914069ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:37:08.582335Z","caller":"traceutil/trace.go:171","msg":"trace[1443191482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15686; }","duration":"520.312295ms","start":"2026-07-30T21:37:08.061964Z","end":"2026-07-30T21:37:08.582277Z","steps":["trace[1443191482] 'agreement among raft nodes before linearized reading' (duration: 519.341179ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.582365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.06192Z","time spent":"520.437688ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-30T21:37:08.581812Z","caller":"traceutil/trace.go:171","msg":"trace[1056581220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15686; }","duration":"161.542999ms","start":"2026-07-30T21:37:08.420236Z","end":"2026-07-30T21:37:08.581779Z","steps":["trace[1056581220] 'agreement among raft nodes before linearized reading' (duration: 160.898642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.582143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.174235Z","time spent":"407.900023ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20587,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-wlmmg\" "} {"level":"warn","ts":"2026-07-30T21:37:08.582661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.789332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-07-30T21:37:08.582738Z","caller":"traceutil/trace.go:171","msg":"trace[648656881] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15686; }","duration":"126.904365ms","start":"2026-07-30T21:37:08.455818Z","end":"2026-07-30T21:37:08.582723Z","steps":["trace[648656881] 'agreement among raft nodes before linearized reading' (duration: 125.788097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.583043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.375005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-30T21:37:08.58309Z","caller":"traceutil/trace.go:171","msg":"trace[184288509] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:15686; }","duration":"614.449757ms","start":"2026-07-30T21:37:07.968628Z","end":"2026-07-30T21:37:08.583078Z","steps":["trace[184288509] 'agreement among raft nodes before linearized reading' (duration: 612.27934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.583118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:07.968611Z","time spent":"614.500268ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-30T21:37:08.584537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.486656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-07-30T21:37:08.584642Z","caller":"traceutil/trace.go:171","msg":"trace[1470094628] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15686; }","duration":"546.604008ms","start":"2026-07-30T21:37:08.038009Z","end":"2026-07-30T21:37:08.584613Z","steps":["trace[1470094628] 'agreement among raft nodes before linearized reading' (duration: 543.330463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:37:08.584685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:37:08.037998Z","time spent":"546.677711ms","remote":"127.0.0.1:35006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":704,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"info","ts":"2026-07-30T21:40:22.8864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14415} {"level":"info","ts":"2026-07-30T21:40:22.965207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14415,"took":"77.252476ms","hash":1542869281,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":15278080,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-30T21:40:22.96527Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1542869281,"revision":14415,"compact-revision":11997} {"level":"warn","ts":"2026-07-30T21:41:15.682329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.742334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7t5zm\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-30T21:41:15.682423Z","caller":"traceutil/trace.go:171","msg":"trace[1353693976] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7t5zm; range_end:; response_count:1; response_revision:17323; }","duration":"136.856746ms","start":"2026-07-30T21:41:15.545532Z","end":"2026-07-30T21:41:15.682388Z","steps":["trace[1353693976] 'range keys from in-memory index tree' (duration: 136.61561ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:15.682855Z","caller":"traceutil/trace.go:171","msg":"trace[1974188501] transaction","detail":"{read_only:false; response_revision:17324; number_of_response:1; }","duration":"132.525623ms","start":"2026-07-30T21:41:15.550303Z","end":"2026-07-30T21:41:15.682829Z","steps":["trace[1974188501] 'process raft request' (duration: 97.372007ms)","trace[1974188501] 'compare' (duration: 34.91236ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:41:15.683031Z","caller":"traceutil/trace.go:171","msg":"trace[231349778] transaction","detail":"{read_only:false; response_revision:17325; number_of_response:1; }","duration":"131.411093ms","start":"2026-07-30T21:41:15.551613Z","end":"2026-07-30T21:41:15.683024Z","steps":["trace[231349778] 'process raft request' (duration: 131.093135ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:41:15.683134Z","caller":"traceutil/trace.go:171","msg":"trace[1693938810] transaction","detail":"{read_only:false; response_revision:17326; number_of_response:1; }","duration":"127.532401ms","start":"2026-07-30T21:41:15.555596Z","end":"2026-07-30T21:41:15.683128Z","steps":["trace[1693938810] 'process raft request' (duration: 127.157691ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:45:22.893593Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16921} {"level":"info","ts":"2026-07-30T21:45:22.968836Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16921,"took":"73.309542ms","hash":487983525,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":17743872,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-07-30T21:45:22.968908Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":487983525,"revision":16921,"compact-revision":14415} {"level":"info","ts":"2026-07-30T21:45:24.734837Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"3363378c2227fa42","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-30T21:45:24.740985Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-30T21:45:24.741223Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-30T21:50:22.900382Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19398} {"level":"info","ts":"2026-07-30T21:50:22.982763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19398,"took":"80.11157ms","hash":3877025796,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":17100800,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-30T21:50:22.982888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3877025796,"revision":19398,"compact-revision":16921} {"level":"info","ts":"2026-07-30T21:50:36.219102Z","caller":"traceutil/trace.go:171","msg":"trace[2081108633] transaction","detail":"{read_only:false; response_revision:21592; number_of_response:1; }","duration":"103.932925ms","start":"2026-07-30T21:50:36.115127Z","end":"2026-07-30T21:50:36.21906Z","steps":["trace[2081108633] 'process raft request' (duration: 43.236534ms)","trace[2081108633] 'compare' (duration: 60.476094ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:50:36.223346Z","caller":"traceutil/trace.go:171","msg":"trace[1227266725] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"101.273455ms","start":"2026-07-30T21:50:36.122045Z","end":"2026-07-30T21:50:36.223318Z","steps":["trace[1227266725] 'process raft request' (duration: 101.170403ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:36.223352Z","caller":"traceutil/trace.go:171","msg":"trace[787447602] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"101.534902ms","start":"2026-07-30T21:50:36.121767Z","end":"2026-07-30T21:50:36.223302Z","steps":["trace[787447602] 'process raft request' (duration: 101.292265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:37.778722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.138781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:50:37.77881Z","caller":"traceutil/trace.go:171","msg":"trace[738741767] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21620; }","duration":"154.270035ms","start":"2026-07-30T21:50:37.624519Z","end":"2026-07-30T21:50:37.778789Z","steps":["trace[738741767] 'count revisions from in-memory index tree' (duration: 154.072709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:43.551317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.011112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:50:43.551401Z","caller":"traceutil/trace.go:171","msg":"trace[133907631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21668; }","duration":"100.151385ms","start":"2026-07-30T21:50:43.451233Z","end":"2026-07-30T21:50:43.551384Z","steps":["trace[133907631] 'count revisions from in-memory index tree' (duration: 99.888358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:44.858563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.734576ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:50:44.858687Z","caller":"traceutil/trace.go:171","msg":"trace[537477976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21669; }","duration":"973.870499ms","start":"2026-07-30T21:50:43.884799Z","end":"2026-07-30T21:50:44.858669Z","steps":["trace[537477976] 'range keys from in-memory index tree' (duration: 973.719516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:44.859524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.066829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-30T21:50:44.85967Z","caller":"traceutil/trace.go:171","msg":"trace[2075182206] transaction","detail":"{read_only:false; response_revision:21670; number_of_response:1; }","duration":"951.684278ms","start":"2026-07-30T21:50:43.90796Z","end":"2026-07-30T21:50:44.859644Z","steps":["trace[2075182206] 'process raft request' (duration: 401.392913ms)","trace[2075182206] 'compare' (duration: 548.968551ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:50:44.859767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:43.907943Z","time spent":"951.77785ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:50:44.902813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":18033151457021901438,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-30T21:50:45.299347Z","caller":"traceutil/trace.go:171","msg":"trace[1103980483] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"1.311725176s","start":"2026-07-30T21:50:43.98759Z","end":"2026-07-30T21:50:45.299315Z","steps":["trace[1103980483] 'process raft request' (duration: 1.25544564s)","trace[1103980483] 'compare' (duration: 55.847434ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:50:45.299469Z","caller":"traceutil/trace.go:171","msg":"trace[1434701274] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"603.643194ms","start":"2026-07-30T21:50:44.695797Z","end":"2026-07-30T21:50:45.29944Z","steps":["trace[1434701274] 'process raft request' (duration: 603.554962ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:45.299504Z","caller":"traceutil/trace.go:171","msg":"trace[1704298741] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"1.31033364s","start":"2026-07-30T21:50:43.98915Z","end":"2026-07-30T21:50:45.299483Z","steps":["trace[1704298741] 'process raft request' (duration: 1.310045763s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:45.299501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:43.987569Z","time spent":"1.311850769s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-30T21:50:45.299633Z","caller":"traceutil/trace.go:171","msg":"trace[221074704] linearizableReadLoop","detail":"{readStateIndex:22337; appliedIndex:22333; }","duration":"897.282931ms","start":"2026-07-30T21:50:44.402308Z","end":"2026-07-30T21:50:45.299591Z","steps":["trace[221074704] 'read index received' (duration: 840.693757ms)","trace[221074704] 'applied index is now lower than readState.Index' (duration: 56.588104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:50:45.299646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:43.989131Z","time spent":"1.310418642s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:50:45.299682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:44.695771Z","time spent":"603.772746ms","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:50:45.299954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.639231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:50:45.300003Z","caller":"traceutil/trace.go:171","msg":"trace[1686436711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21675; }","duration":"897.723453ms","start":"2026-07-30T21:50:44.402266Z","end":"2026-07-30T21:50:45.299989Z","steps":["trace[1686436711] 'agreement among raft nodes before linearized reading' (duration: 897.650992ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:45.299967Z","caller":"traceutil/trace.go:171","msg":"trace[460096396] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"1.310476713s","start":"2026-07-30T21:50:43.989473Z","end":"2026-07-30T21:50:45.299949Z","steps":["trace[460096396] 'process raft request' (duration: 1.309825656s)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:45.300035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:44.402246Z","time spent":"897.781125ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-30T21:50:45.300145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:43.989466Z","time spent":"1.310578926s","remote":"127.0.0.1:35118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-30T21:50:45.300221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.036731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-30T21:50:45.300257Z","caller":"traceutil/trace.go:171","msg":"trace[457082029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21675; }","duration":"853.148544ms","start":"2026-07-30T21:50:44.447095Z","end":"2026-07-30T21:50:45.300244Z","steps":["trace[457082029] 'agreement among raft nodes before linearized reading' (duration: 853.094532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:45.300288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:44.447071Z","time spent":"853.208097ms","remote":"127.0.0.1:36418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-30T21:50:45.300352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.908497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-30T21:50:45.3004Z","caller":"traceutil/trace.go:171","msg":"trace[2019364463] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21675; }","duration":"626.0058ms","start":"2026-07-30T21:50:44.674383Z","end":"2026-07-30T21:50:45.300388Z","steps":["trace[2019364463] 'agreement among raft nodes before linearized reading' (duration: 625.862157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:45.300434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:44.674367Z","time spent":"626.059511ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12485,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-30T21:50:45.300453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.303645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-rlshj\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-07-30T21:50:45.300544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.922153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-7t5zm\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-07-30T21:50:45.300565Z","caller":"traceutil/trace.go:171","msg":"trace[1015917511] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-rlshj; range_end:; response_count:1; response_revision:21675; }","duration":"682.411999ms","start":"2026-07-30T21:50:44.618121Z","end":"2026-07-30T21:50:45.300533Z","steps":["trace[1015917511] 'agreement among raft nodes before linearized reading' (duration: 682.191652ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:50:45.300602Z","caller":"traceutil/trace.go:171","msg":"trace[1113351380] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-7t5zm; range_end:; response_count:1; response_revision:21675; }","duration":"696.023356ms","start":"2026-07-30T21:50:44.604565Z","end":"2026-07-30T21:50:45.300588Z","steps":["trace[1113351380] 'agreement among raft nodes before linearized reading' (duration: 695.869621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:50:45.300639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:44.618043Z","time spent":"682.577973ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-rlshj\" "} {"level":"warn","ts":"2026-07-30T21:50:45.30065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-30T21:50:44.604541Z","time spent":"696.098829ms","remote":"127.0.0.1:35032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9735,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-7t5zm\" "} {"level":"info","ts":"2026-07-30T21:51:27.912406Z","caller":"traceutil/trace.go:171","msg":"trace[2130376548] transaction","detail":"{read_only:false; response_revision:22090; number_of_response:1; }","duration":"238.295901ms","start":"2026-07-30T21:51:27.674083Z","end":"2026-07-30T21:51:27.912378Z","steps":["trace[2130376548] 'process raft request' (duration: 238.24559ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:51:27.912453Z","caller":"traceutil/trace.go:171","msg":"trace[1327381621] transaction","detail":"{read_only:false; response_revision:22089; number_of_response:1; }","duration":"238.404484ms","start":"2026-07-30T21:51:27.674008Z","end":"2026-07-30T21:51:27.912412Z","steps":["trace[1327381621] 'process raft request' (duration: 184.878873ms)","trace[1327381621] 'compare' (duration: 53.288645ms)"],"step_count":2} {"level":"info","ts":"2026-07-30T21:52:16.026486Z","caller":"traceutil/trace.go:171","msg":"trace[522369557] linearizableReadLoop","detail":"{readStateIndex:23121; appliedIndex:23120; }","duration":"106.403535ms","start":"2026-07-30T21:52:15.920055Z","end":"2026-07-30T21:52:16.026459Z","steps":["trace[522369557] 'read index received' (duration: 105.957733ms)","trace[522369557] 'applied index is now lower than readState.Index' (duration: 444.332µs)"],"step_count":2} {"level":"warn","ts":"2026-07-30T21:52:16.02723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.146515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-30T21:52:16.02731Z","caller":"traceutil/trace.go:171","msg":"trace[96127067] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22434; }","duration":"107.274489ms","start":"2026-07-30T21:52:15.920017Z","end":"2026-07-30T21:52:16.027291Z","steps":["trace[96127067] 'agreement among raft nodes before linearized reading' (duration: 107.023882ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:16.027424Z","caller":"traceutil/trace.go:171","msg":"trace[1345366959] transaction","detail":"{read_only:false; response_revision:22434; number_of_response:1; }","duration":"108.976994ms","start":"2026-07-30T21:52:15.918422Z","end":"2026-07-30T21:52:16.027399Z","steps":["trace[1345366959] 'process raft request' (duration: 107.603758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-30T21:52:18.385688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.175113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-30T21:52:18.385784Z","caller":"traceutil/trace.go:171","msg":"trace[2011993137] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:22453; }","duration":"116.336936ms","start":"2026-07-30T21:52:18.269427Z","end":"2026-07-30T21:52:18.385763Z","steps":["trace[2011993137] 'range keys from in-memory index tree' (duration: 115.897355ms)"],"step_count":1} {"level":"info","ts":"2026-07-30T21:52:56.72193Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000005b64.wal"} {"level":"info","ts":"2026-07-30T21:55:22.9082Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21500} {"level":"info","ts":"2026-07-30T21:55:22.984451Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21500,"took":"74.229967ms","hash":1333071816,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":17432576,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-07-30T21:55:22.984656Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1333071816,"revision":21500,"compact-revision":19398} {"level":"info","ts":"2026-07-30T22:00:22.914912Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23651} {"level":"info","ts":"2026-07-30T22:00:22.994907Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23651,"took":"77.424117ms","hash":894476999,"current-db-size-bytes":34353152,"current-db-size":"34 MB","current-db-size-in-use-bytes":15372288,"current-db-size-in-use":"15 MB"} {"level":"info","ts":"2026-07-30T22:00:22.994969Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":894476999,"revision":23651,"compact-revision":21500}