{"level":"warn","ts":"2026-07-09T14:38:47.176965Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T14:38:47.177088Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.166:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.166:2380","--initial-cluster=instance=https://199.19.213.166:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.166:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.166:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-09T14:38:47.177174Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-09T14:38:47.177184Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.166:2380"]} {"level":"info","ts":"2026-07-09T14:38:47.177202Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T14:38:47.177988Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.166:2379"]} {"level":"info","ts":"2026-07-09T14:38:47.178087Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.166:2380"],"listen-peer-urls":["https://199.19.213.166:2380"],"advertise-client-urls":["https://199.19.213.166:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.166:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.166:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-09T14:38:47.181306Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"2.947775ms"} {"level":"info","ts":"2026-07-09T14:38:47.186411Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"6a8829716614d67b","cluster-id":"95303c3f9d508ee2"} {"level":"info","ts":"2026-07-09T14:38:47.186514Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b switched to configuration voters=()"} {"level":"info","ts":"2026-07-09T14:38:47.186534Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became follower at term 0"} {"level":"info","ts":"2026-07-09T14:38:47.186547Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 6a8829716614d67b [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-09T14:38:47.186556Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became follower at term 1"} {"level":"info","ts":"2026-07-09T14:38:47.186605Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b switched to configuration voters=(7676431131873695355)"} {"level":"warn","ts":"2026-07-09T14:38:47.192429Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-09T14:38:47.194297Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-09T14:38:47.19509Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-09T14:38:47.198403Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"6a8829716614d67b","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-09T14:38:47.198549Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"6a8829716614d67b","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-09T14:38:47.198882Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T14:38:47.199009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T14:38:47.199044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-09T14:38:47.203115Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-09T14:38:47.203214Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.166:2380"} {"level":"info","ts":"2026-07-09T14:38:47.203257Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.166:2380"} {"level":"info","ts":"2026-07-09T14:38:47.203332Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b switched to configuration voters=(7676431131873695355)"} {"level":"info","ts":"2026-07-09T14:38:47.203524Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"95303c3f9d508ee2","local-member-id":"6a8829716614d67b","added-peer-id":"6a8829716614d67b","added-peer-peer-urls":["https://199.19.213.166:2380"]} {"level":"info","ts":"2026-07-09T14:38:47.203604Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"6a8829716614d67b","initial-advertise-peer-urls":["https://199.19.213.166:2380"],"listen-peer-urls":["https://199.19.213.166:2380"],"advertise-client-urls":["https://199.19.213.166:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.166:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-09T14:38:47.203642Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-09T14:38:47.687856Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b is starting a new election at term 1"} {"level":"info","ts":"2026-07-09T14:38:47.687954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became pre-candidate at term 1"} {"level":"info","ts":"2026-07-09T14:38:47.687981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b received MsgPreVoteResp from 6a8829716614d67b at term 1"} {"level":"info","ts":"2026-07-09T14:38:47.688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became candidate at term 2"} {"level":"info","ts":"2026-07-09T14:38:47.688012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b received MsgVoteResp from 6a8829716614d67b at term 2"} {"level":"info","ts":"2026-07-09T14:38:47.688034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"6a8829716614d67b became leader at term 2"} {"level":"info","ts":"2026-07-09T14:38:47.688061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 6a8829716614d67b elected leader 6a8829716614d67b at term 2"} {"level":"info","ts":"2026-07-09T14:38:47.689037Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:38:47.689965Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"6a8829716614d67b","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.166:2379]}","request-path":"/0/members/6a8829716614d67b/attributes","cluster-id":"95303c3f9d508ee2","publish-timeout":"7s"} {"level":"info","ts":"2026-07-09T14:38:47.690112Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T14:38:47.690179Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-09T14:38:47.690564Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"95303c3f9d508ee2","local-member-id":"6a8829716614d67b","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:38:47.690709Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:38:47.69075Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-09T14:38:47.691718Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-09T14:38:47.691836Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-09T14:38:47.69251Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-09T14:38:47.693414Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.166:2379"} {"level":"info","ts":"2026-07-09T14:39:02.397691Z","caller":"traceutil/trace.go:171","msg":"trace[230637778] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"214.03763ms","start":"2026-07-09T14:39:02.183628Z","end":"2026-07-09T14:39:02.397666Z","steps":["trace[230637778] 'process raft request' (duration: 213.551785ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:39:02.873293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.789213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:39:02.873577Z","caller":"traceutil/trace.go:171","msg":"trace[264798721] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"284.791052ms","start":"2026-07-09T14:39:02.588761Z","end":"2026-07-09T14:39:02.873552Z","steps":["trace[264798721] 'process raft request' (duration: 284.652908ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:39:02.873561Z","caller":"traceutil/trace.go:171","msg":"trace[827319701] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"468.334445ms","start":"2026-07-09T14:39:02.40518Z","end":"2026-07-09T14:39:02.873514Z","steps":["trace[827319701] 'process raft request' (duration: 355.601095ms)","trace[827319701] 'compare' (duration: 111.637019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:39:02.873746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:39:02.405155Z","time spent":"468.49853ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4649,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T14:39:02.873853Z","caller":"traceutil/trace.go:171","msg":"trace[1279662835] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:420; }","duration":"406.209964ms","start":"2026-07-09T14:39:02.467627Z","end":"2026-07-09T14:39:02.873837Z","steps":["trace[1279662835] 'read index received' (duration: 293.277278ms)","trace[1279662835] 'applied index is now lower than readState.Index' (duration: 112.930576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:39:02.874054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.42484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-09T14:39:02.874097Z","caller":"traceutil/trace.go:171","msg":"trace[945005628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:407; }","duration":"406.508263ms","start":"2026-07-09T14:39:02.467576Z","end":"2026-07-09T14:39:02.874084Z","steps":["trace[945005628] 'agreement among raft nodes before linearized reading' (duration: 406.313427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:39:02.874136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:39:02.467555Z","time spent":"406.570864ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T14:39:33.200036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.715631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:39:33.200143Z","caller":"traceutil/trace.go:171","msg":"trace[857923325] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"154.049026ms","start":"2026-07-09T14:39:33.046077Z","end":"2026-07-09T14:39:33.200126Z","steps":["trace[857923325] 'process raft request' (duration: 21.1596ms)","trace[857923325] 'compare' (duration: 132.580007ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:39:33.525899Z","caller":"traceutil/trace.go:171","msg":"trace[430015079] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"141.16094ms","start":"2026-07-09T14:39:33.384668Z","end":"2026-07-09T14:39:33.525828Z","steps":["trace[430015079] 'process raft request' (duration: 140.823501ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:39:33.526537Z","caller":"traceutil/trace.go:171","msg":"trace[1641317493] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:660; }","duration":"105.364855ms","start":"2026-07-09T14:39:33.421137Z","end":"2026-07-09T14:39:33.526501Z","steps":["trace[1641317493] 'read index received' (duration: 24.913766ms)","trace[1641317493] 'applied index is now lower than readState.Index' (duration: 80.450059ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:39:33.526631Z","caller":"traceutil/trace.go:171","msg":"trace[1115656150] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"136.57116ms","start":"2026-07-09T14:39:33.390016Z","end":"2026-07-09T14:39:33.526587Z","steps":["trace[1115656150] 'process raft request' (duration: 135.935802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:39:33.526906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.733257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-hj2wf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-09T14:39:33.526981Z","caller":"traceutil/trace.go:171","msg":"trace[2042690157] range","detail":"{range_begin:/registry/pods/kube-system/cilium-hj2wf; range_end:; response_count:1; response_revision:639; }","duration":"105.877771ms","start":"2026-07-09T14:39:33.421087Z","end":"2026-07-09T14:39:33.526964Z","steps":["trace[2042690157] 'agreement among raft nodes before linearized reading' (duration: 105.527801ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:39:34.094597Z","caller":"traceutil/trace.go:171","msg":"trace[1431468637] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"505.960937ms","start":"2026-07-09T14:39:33.588618Z","end":"2026-07-09T14:39:34.094579Z","steps":["trace[1431468637] 'process raft request' (duration: 436.305553ms)","trace[1431468637] 'compare' (duration: 69.435698ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:39:34.094568Z","caller":"traceutil/trace.go:171","msg":"trace[628215256] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:665; }","duration":"449.858248ms","start":"2026-07-09T14:39:33.644679Z","end":"2026-07-09T14:39:34.094537Z","steps":["trace[628215256] 'read index received' (duration: 380.160753ms)","trace[628215256] 'applied index is now lower than readState.Index' (duration: 69.695625ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:39:34.094688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:39:33.588591Z","time spent":"506.05176ms","remote":"127.0.0.1:41874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-09T14:39:34.09494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.248009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:39:34.095003Z","caller":"traceutil/trace.go:171","msg":"trace[278174123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"450.364782ms","start":"2026-07-09T14:39:33.644624Z","end":"2026-07-09T14:39:34.094989Z","steps":["trace[278174123] 'agreement among raft nodes before linearized reading' (duration: 450.045743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:39:34.095032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:39:33.644489Z","time spent":"450.537737ms","remote":"127.0.0.1:41374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T14:39:49.381528Z","caller":"traceutil/trace.go:171","msg":"trace[1143714348] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"112.22534ms","start":"2026-07-09T14:39:49.269255Z","end":"2026-07-09T14:39:49.38148Z","steps":["trace[1143714348] 'process raft request' (duration: 111.980123ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:41:02.634726Z","caller":"traceutil/trace.go:171","msg":"trace[322360174] linearizableReadLoop","detail":"{readStateIndex:1927; appliedIndex:1926; }","duration":"225.190149ms","start":"2026-07-09T14:41:02.409512Z","end":"2026-07-09T14:41:02.634702Z","steps":["trace[322360174] 'read index received' (duration: 224.925142ms)","trace[322360174] 'applied index is now lower than readState.Index' (duration: 263.837µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:41:02.634807Z","caller":"traceutil/trace.go:171","msg":"trace[688804658] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"228.44491ms","start":"2026-07-09T14:41:02.40632Z","end":"2026-07-09T14:41:02.634765Z","steps":["trace[688804658] 'process raft request' (duration: 228.207873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:41:02.634917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.372254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:41:02.635023Z","caller":"traceutil/trace.go:171","msg":"trace[1955876963] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1856; }","duration":"225.556789ms","start":"2026-07-09T14:41:02.409439Z","end":"2026-07-09T14:41:02.634996Z","steps":["trace[1955876963] 'agreement among raft nodes before linearized reading' (duration: 225.368894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:41:02.635051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.303455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5425609f-d141-44ad-9966-ac659575faae\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-09T14:41:02.635106Z","caller":"traceutil/trace.go:171","msg":"trace[1156361351] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5425609f-d141-44ad-9966-ac659575faae; range_end:; response_count:1; response_revision:1856; }","duration":"183.404218ms","start":"2026-07-09T14:41:02.451688Z","end":"2026-07-09T14:41:02.635093Z","steps":["trace[1156361351] 'agreement among raft nodes before linearized reading' (duration: 183.245023ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:41:03.069682Z","caller":"traceutil/trace.go:171","msg":"trace[629999292] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"166.605608ms","start":"2026-07-09T14:41:02.903044Z","end":"2026-07-09T14:41:03.069649Z","steps":["trace[629999292] 'process raft request' (duration: 166.32792ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:41:47.832332Z","caller":"traceutil/trace.go:171","msg":"trace[795793848] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"114.257593ms","start":"2026-07-09T14:41:47.718038Z","end":"2026-07-09T14:41:47.832296Z","steps":["trace[795793848] 'process raft request' (duration: 60.101629ms)","trace[795793848] 'compare' (duration: 54.01252ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:41:48.351052Z","caller":"traceutil/trace.go:171","msg":"trace[1778105220] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"181.070638ms","start":"2026-07-09T14:41:48.169949Z","end":"2026-07-09T14:41:48.35102Z","steps":["trace[1778105220] 'process raft request' (duration: 180.926484ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:41:48.473638Z","caller":"traceutil/trace.go:171","msg":"trace[1811481374] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2239; }","duration":"160.125196ms","start":"2026-07-09T14:41:48.313494Z","end":"2026-07-09T14:41:48.473619Z","steps":["trace[1811481374] 'read index received' (duration: 37.505382ms)","trace[1811481374] 'applied index is now lower than readState.Index' (duration: 122.619274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:41:48.473813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.309121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T14:41:48.47376Z","caller":"traceutil/trace.go:171","msg":"trace[417444975] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"303.59818ms","start":"2026-07-09T14:41:48.170114Z","end":"2026-07-09T14:41:48.473712Z","steps":["trace[417444975] 'process raft request' (duration: 264.455423ms)","trace[417444975] 'compare' (duration: 38.961052ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:41:48.473839Z","caller":"traceutil/trace.go:171","msg":"trace[2037101887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2161; }","duration":"160.392293ms","start":"2026-07-09T14:41:48.313438Z","end":"2026-07-09T14:41:48.473831Z","steps":["trace[2037101887] 'agreement among raft nodes before linearized reading' (duration: 160.28176ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:41:48.473984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:41:48.170091Z","time spent":"303.793395ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:43:15.375224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.098915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:43:15.375354Z","caller":"traceutil/trace.go:171","msg":"trace[1267850415] transaction","detail":"{read_only:false; response_revision:2823; number_of_response:1; }","duration":"133.496913ms","start":"2026-07-09T14:43:15.241838Z","end":"2026-07-09T14:43:15.375335Z","steps":["trace[1267850415] 'process raft request' (duration: 22.199382ms)","trace[1267850415] 'compare' (duration: 110.993573ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:46:06.840439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.023027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:46:06.840555Z","caller":"traceutil/trace.go:171","msg":"trace[2084653763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3924; }","duration":"199.194901ms","start":"2026-07-09T14:46:06.64134Z","end":"2026-07-09T14:46:06.840535Z","steps":["trace[2084653763] 'range keys from in-memory index tree' (duration: 198.934804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:46:06.840711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.24149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:17051"} {"level":"warn","ts":"2026-07-09T14:46:06.840735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.135019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-09T14:46:06.840835Z","caller":"traceutil/trace.go:171","msg":"trace[532605486] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:3924; }","duration":"111.436996ms","start":"2026-07-09T14:46:06.729372Z","end":"2026-07-09T14:46:06.840809Z","steps":["trace[532605486] 'range keys from in-memory index tree' (duration: 110.87633ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:46:06.840874Z","caller":"traceutil/trace.go:171","msg":"trace[1534747115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3924; }","duration":"190.336925ms","start":"2026-07-09T14:46:06.650505Z","end":"2026-07-09T14:46:06.840842Z","steps":["trace[1534747115] 'range keys from in-memory index tree' (duration: 189.898282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:47:32.216414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.300476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:47:32.216584Z","caller":"traceutil/trace.go:171","msg":"trace[417515116] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"181.365779ms","start":"2026-07-09T14:47:32.035174Z","end":"2026-07-09T14:47:32.216539Z","steps":["trace[417515116] 'process raft request' (duration: 68.870227ms)","trace[417515116] 'compare' (duration: 112.222264ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:47:32.556228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.462994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cctxn\" ","response":"range_response_count:1 size:6522"} {"level":"warn","ts":"2026-07-09T14:47:32.55636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.824749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T14:47:32.556398Z","caller":"traceutil/trace.go:171","msg":"trace[1680723506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5005; }","duration":"150.934032ms","start":"2026-07-09T14:47:32.405452Z","end":"2026-07-09T14:47:32.556386Z","steps":["trace[1680723506] 'range keys from in-memory index tree' (duration: 150.614363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:47:32.556448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.727053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T14:47:32.556468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.557815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-07-09T14:47:32.556512Z","caller":"traceutil/trace.go:171","msg":"trace[384046953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5005; }","duration":"156.821795ms","start":"2026-07-09T14:47:32.399672Z","end":"2026-07-09T14:47:32.556494Z","steps":["trace[384046953] 'range keys from in-memory index tree' (duration: 156.59175ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:47:32.556557Z","caller":"traceutil/trace.go:171","msg":"trace[1513028509] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5005; }","duration":"232.684448ms","start":"2026-07-09T14:47:32.323848Z","end":"2026-07-09T14:47:32.556532Z","steps":["trace[1513028509] 'range keys from in-memory index tree' (duration: 232.3948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:47:32.556594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.992547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vgkj2\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-07-09T14:47:32.556652Z","caller":"traceutil/trace.go:171","msg":"trace[756541033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cctxn; range_end:; response_count:1; response_revision:5005; }","duration":"152.575938ms","start":"2026-07-09T14:47:32.403717Z","end":"2026-07-09T14:47:32.556293Z","steps":["trace[756541033] 'range keys from in-memory index tree' (duration: 152.234328ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:47:32.556659Z","caller":"traceutil/trace.go:171","msg":"trace[949800401] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-vgkj2; range_end:; response_count:1; response_revision:5005; }","duration":"168.217513ms","start":"2026-07-09T14:47:32.38841Z","end":"2026-07-09T14:47:32.556627Z","steps":["trace[949800401] 'range keys from in-memory index tree' (duration: 167.810272ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:47:32.5567Z","caller":"traceutil/trace.go:171","msg":"trace[644171736] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"122.531292ms","start":"2026-07-09T14:47:32.434087Z","end":"2026-07-09T14:47:32.556618Z","steps":["trace[644171736] 'process raft request' (duration: 110.61653ms)","trace[644171736] 'compare' (duration: 11.49054ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:47:48.344306Z","caller":"traceutil/trace.go:171","msg":"trace[271837228] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"147.038644ms","start":"2026-07-09T14:47:48.197248Z","end":"2026-07-09T14:47:48.344286Z","steps":["trace[271837228] 'process raft request' (duration: 146.757106ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:47:48.344575Z","caller":"traceutil/trace.go:171","msg":"trace[1595928092] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"148.088333ms","start":"2026-07-09T14:47:48.196475Z","end":"2026-07-09T14:47:48.344563Z","steps":["trace[1595928092] 'process raft request' (duration: 103.969464ms)","trace[1595928092] 'compare' (duration: 43.303696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:47:56.488509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.611727ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-07-09T14:47:56.853004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.314537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-09T14:47:56.853144Z","caller":"traceutil/trace.go:171","msg":"trace[2031439423] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"181.428312ms","start":"2026-07-09T14:47:56.671703Z","end":"2026-07-09T14:47:56.853131Z","steps":["trace[2031439423] 'process raft request' (duration: 181.388061ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:47:56.853172Z","caller":"traceutil/trace.go:171","msg":"trace[543478899] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"359.675393ms","start":"2026-07-09T14:47:56.493439Z","end":"2026-07-09T14:47:56.853114Z","steps":["trace[543478899] 'process raft request' (duration: 241.187551ms)","trace[543478899] 'compare' (duration: 118.212365ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:47:56.853381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:47:56.493398Z","time spent":"359.876859ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:47:56.853505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.777447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T14:47:56.853552Z","caller":"traceutil/trace.go:171","msg":"trace[715198305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5573; }","duration":"208.874109ms","start":"2026-07-09T14:47:56.644667Z","end":"2026-07-09T14:47:56.853541Z","steps":["trace[715198305] 'agreement among raft nodes before linearized reading' (duration: 208.795687ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:47:56.853409Z","caller":"traceutil/trace.go:171","msg":"trace[1396797340] linearizableReadLoop","detail":"{readStateIndex:5781; appliedIndex:5780; }","duration":"208.403656ms","start":"2026-07-09T14:47:56.64472Z","end":"2026-07-09T14:47:56.853124Z","steps":["trace[1396797340] 'read index received' (duration: 89.925764ms)","trace[1396797340] 'applied index is now lower than readState.Index' (duration: 118.476811ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:47:56.853913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.052382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T14:47:56.853942Z","caller":"traceutil/trace.go:171","msg":"trace[1802682124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5573; }","duration":"112.108164ms","start":"2026-07-09T14:47:56.741823Z","end":"2026-07-09T14:47:56.853931Z","steps":["trace[1802682124] 'agreement among raft nodes before linearized reading' (duration: 112.005601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:47:56.854025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.430925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T14:47:56.854047Z","caller":"traceutil/trace.go:171","msg":"trace[172728071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5573; }","duration":"111.469796ms","start":"2026-07-09T14:47:56.742572Z","end":"2026-07-09T14:47:56.854042Z","steps":["trace[172728071] 'agreement among raft nodes before linearized reading' (duration: 111.412865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:47:56.854046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.490817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cctxn\" ","response":"range_response_count:1 size:6522"} {"level":"info","ts":"2026-07-09T14:47:56.854118Z","caller":"traceutil/trace.go:171","msg":"trace[396862249] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cctxn; range_end:; response_count:1; response_revision:5573; }","duration":"106.606611ms","start":"2026-07-09T14:47:56.747489Z","end":"2026-07-09T14:47:56.854095Z","steps":["trace[396862249] 'agreement among raft nodes before linearized reading' (duration: 106.362974ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:48:47.763613Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3000} {"level":"info","ts":"2026-07-09T14:48:47.951497Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3000,"took":"185.920827ms","hash":2904726846,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":33939456,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-09T14:48:47.951612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2904726846,"revision":3000,"compact-revision":-1} {"level":"info","ts":"2026-07-09T14:49:01.043931Z","caller":"traceutil/trace.go:171","msg":"trace[561694844] transaction","detail":"{read_only:false; response_revision:6160; number_of_response:1; }","duration":"158.916411ms","start":"2026-07-09T14:49:00.884985Z","end":"2026-07-09T14:49:01.043902Z","steps":["trace[561694844] 'process raft request' (duration: 108.663877ms)","trace[561694844] 'compare' (duration: 50.061369ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:49:01.043892Z","caller":"traceutil/trace.go:171","msg":"trace[1429680216] linearizableReadLoop","detail":"{readStateIndex:6386; appliedIndex:6385; }","duration":"103.823911ms","start":"2026-07-09T14:49:00.940039Z","end":"2026-07-09T14:49:01.043863Z","steps":["trace[1429680216] 'read index received' (duration: 53.610408ms)","trace[1429680216] 'applied index is now lower than readState.Index' (duration: 50.212043ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:49:01.044118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.066898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T14:49:01.044231Z","caller":"traceutil/trace.go:171","msg":"trace[1351990165] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:6160; }","duration":"104.226973ms","start":"2026-07-09T14:49:00.939986Z","end":"2026-07-09T14:49:01.044213Z","steps":["trace[1351990165] 'agreement among raft nodes before linearized reading' (duration: 103.995596ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:53:47.775947Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6059} {"level":"info","ts":"2026-07-09T14:53:47.923748Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6059,"took":"146.114344ms","hash":1836406636,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":23998464,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-09T14:53:47.923826Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1836406636,"revision":6059,"compact-revision":3000} {"level":"info","ts":"2026-07-09T14:53:49.911528Z","caller":"traceutil/trace.go:171","msg":"trace[1691454471] transaction","detail":"{read_only:false; response_revision:8327; number_of_response:1; }","duration":"209.250201ms","start":"2026-07-09T14:53:49.702242Z","end":"2026-07-09T14:53:49.911493Z","steps":["trace[1691454471] 'process raft request' (duration: 209.079556ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:02.27537Z","caller":"traceutil/trace.go:171","msg":"trace[932566979] transaction","detail":"{read_only:false; response_revision:8391; number_of_response:1; }","duration":"208.797448ms","start":"2026-07-09T14:54:02.066546Z","end":"2026-07-09T14:54:02.275343Z","steps":["trace[932566979] 'process raft request' (duration: 208.618243ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:02.414515Z","caller":"traceutil/trace.go:171","msg":"trace[1235048013] transaction","detail":"{read_only:false; response_revision:8392; number_of_response:1; }","duration":"325.539376ms","start":"2026-07-09T14:54:02.088951Z","end":"2026-07-09T14:54:02.41449Z","steps":["trace[1235048013] 'process raft request' (duration: 319.258301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:02.414645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T14:54:02.088921Z","time spent":"325.658779ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T14:54:02.974012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.559807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-09T14:54:02.974057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.325737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T14:54:02.974123Z","caller":"traceutil/trace.go:171","msg":"trace[1142243696] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8396; }","duration":"114.728432ms","start":"2026-07-09T14:54:02.859372Z","end":"2026-07-09T14:54:02.9741Z","steps":["trace[1142243696] 'range keys from in-memory index tree' (duration: 114.30848ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:02.97416Z","caller":"traceutil/trace.go:171","msg":"trace[1539665071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8396; }","duration":"134.471521ms","start":"2026-07-09T14:54:02.839662Z","end":"2026-07-09T14:54:02.974134Z","steps":["trace[1539665071] 'range keys from in-memory index tree' (duration: 134.170112ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:03.172968Z","caller":"traceutil/trace.go:171","msg":"trace[1744914333] transaction","detail":"{read_only:false; response_revision:8398; number_of_response:1; }","duration":"194.803209ms","start":"2026-07-09T14:54:02.978131Z","end":"2026-07-09T14:54:03.172934Z","steps":["trace[1744914333] 'process raft request' (duration: 142.477513ms)","trace[1744914333] 'compare' (duration: 51.903884ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:54:03.173009Z","caller":"traceutil/trace.go:171","msg":"trace[1697035391] linearizableReadLoop","detail":"{readStateIndex:8698; appliedIndex:8695; }","duration":"120.601445ms","start":"2026-07-09T14:54:03.052371Z","end":"2026-07-09T14:54:03.172972Z","steps":["trace[1697035391] 'read index received' (duration: 19.387559ms)","trace[1697035391] 'applied index is now lower than readState.Index' (duration: 101.212656ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:54:03.173074Z","caller":"traceutil/trace.go:171","msg":"trace[878315175] transaction","detail":"{read_only:false; response_revision:8399; number_of_response:1; }","duration":"194.428669ms","start":"2026-07-09T14:54:02.97861Z","end":"2026-07-09T14:54:03.173039Z","steps":["trace[878315175] 'process raft request' (duration: 194.235723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:03.173336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.933174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cctxn\" ","response":"range_response_count:1 size:6522"} {"level":"info","ts":"2026-07-09T14:54:03.173411Z","caller":"traceutil/trace.go:171","msg":"trace[1569435895] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cctxn; range_end:; response_count:1; response_revision:8399; }","duration":"121.066238ms","start":"2026-07-09T14:54:03.052325Z","end":"2026-07-09T14:54:03.173391Z","steps":["trace[1569435895] 'agreement among raft nodes before linearized reading' (duration: 120.80183ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:31.105403Z","caller":"traceutil/trace.go:171","msg":"trace[194032125] linearizableReadLoop","detail":"{readStateIndex:8905; appliedIndex:8904; }","duration":"238.029915ms","start":"2026-07-09T14:54:30.867336Z","end":"2026-07-09T14:54:31.105366Z","steps":["trace[194032125] 'read index received' (duration: 237.766687ms)","trace[194032125] 'applied index is now lower than readState.Index' (duration: 261.578µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:54:31.105515Z","caller":"traceutil/trace.go:171","msg":"trace[1107061024] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"258.78855ms","start":"2026-07-09T14:54:30.846688Z","end":"2026-07-09T14:54:31.105476Z","steps":["trace[1107061024] 'process raft request' (duration: 258.43848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:31.105712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.362904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.166\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-09T14:54:31.105824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.002518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T14:54:31.105839Z","caller":"traceutil/trace.go:171","msg":"trace[176842643] range","detail":"{range_begin:/registry/masterleases/199.19.213.166; range_end:; response_count:1; response_revision:8599; }","duration":"238.535169ms","start":"2026-07-09T14:54:30.867285Z","end":"2026-07-09T14:54:31.10582Z","steps":["trace[176842643] 'agreement among raft nodes before linearized reading' (duration: 238.271972ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:31.105899Z","caller":"traceutil/trace.go:171","msg":"trace[844251901] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8599; }","duration":"127.119792ms","start":"2026-07-09T14:54:30.978759Z","end":"2026-07-09T14:54:31.105879Z","steps":["trace[844251901] 'agreement among raft nodes before linearized reading' (duration: 126.938877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:31.10594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.466925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T14:54:31.106017Z","caller":"traceutil/trace.go:171","msg":"trace[1988631998] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8599; }","duration":"230.608189ms","start":"2026-07-09T14:54:30.875382Z","end":"2026-07-09T14:54:31.10599Z","steps":["trace[1988631998] 'agreement among raft nodes before linearized reading' (duration: 230.263829ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:31.309517Z","caller":"traceutil/trace.go:171","msg":"trace[1709808554] transaction","detail":"{read_only:false; response_revision:8600; number_of_response:1; }","duration":"198.474868ms","start":"2026-07-09T14:54:31.110965Z","end":"2026-07-09T14:54:31.30944Z","steps":["trace[1709808554] 'process raft request' (duration: 197.980555ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:31.310329Z","caller":"traceutil/trace.go:171","msg":"trace[171193165] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"143.028593ms","start":"2026-07-09T14:54:31.167255Z","end":"2026-07-09T14:54:31.310283Z","steps":["trace[171193165] 'process raft request' (duration: 142.634142ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:31.31027Z","caller":"traceutil/trace.go:171","msg":"trace[485563406] linearizableReadLoop","detail":"{readStateIndex:8908; appliedIndex:8906; }","duration":"106.797258ms","start":"2026-07-09T14:54:31.203436Z","end":"2026-07-09T14:54:31.310233Z","steps":["trace[485563406] 'read index received' (duration: 105.499312ms)","trace[485563406] 'applied index is now lower than readState.Index' (duration: 1.295636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:54:31.311655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.211608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-09T14:54:31.311728Z","caller":"traceutil/trace.go:171","msg":"trace[1661753825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8601; }","duration":"108.342411ms","start":"2026-07-09T14:54:31.203371Z","end":"2026-07-09T14:54:31.311714Z","steps":["trace[1661753825] 'agreement among raft nodes before linearized reading' (duration: 107.156939ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:37.780614Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002312.wal"} {"level":"warn","ts":"2026-07-09T14:54:43.596328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.707116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T14:54:43.596413Z","caller":"traceutil/trace.go:171","msg":"trace[1895881484] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8707; }","duration":"254.514601ms","start":"2026-07-09T14:54:43.341885Z","end":"2026-07-09T14:54:43.596399Z","steps":["trace[1895881484] 'process raft request' (duration: 125.62502ms)","trace[1895881484] 'compare' (duration: 128.596213ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:54:43.613162Z","caller":"traceutil/trace.go:171","msg":"trace[1483642640] linearizableReadLoop","detail":"{readStateIndex:9020; appliedIndex:9018; }","duration":"253.877014ms","start":"2026-07-09T14:54:43.359268Z","end":"2026-07-09T14:54:43.613145Z","steps":["trace[1483642640] 'read index received' (duration: 108.397033ms)","trace[1483642640] 'applied index is now lower than readState.Index' (duration: 145.478931ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:54:43.613169Z","caller":"traceutil/trace.go:171","msg":"trace[809053810] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"269.62891ms","start":"2026-07-09T14:54:43.343517Z","end":"2026-07-09T14:54:43.613146Z","steps":["trace[809053810] 'process raft request' (duration: 269.460475ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:43.613236Z","caller":"traceutil/trace.go:171","msg":"trace[963742546] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"240.088452ms","start":"2026-07-09T14:54:43.37311Z","end":"2026-07-09T14:54:43.613199Z","steps":["trace[963742546] 'process raft request' (duration: 239.956038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:43.613415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.87653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-wvrjn\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-07-09T14:54:43.613412Z","caller":"traceutil/trace.go:171","msg":"trace[1507620858] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"175.829481ms","start":"2026-07-09T14:54:43.437539Z","end":"2026-07-09T14:54:43.613368Z","steps":["trace[1507620858] 'process raft request' (duration: 175.568124ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:43.613473Z","caller":"traceutil/trace.go:171","msg":"trace[1018077215] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-wvrjn; range_end:; response_count:1; response_revision:8710; }","duration":"176.970313ms","start":"2026-07-09T14:54:43.43647Z","end":"2026-07-09T14:54:43.613441Z","steps":["trace[1018077215] 'agreement among raft nodes before linearized reading' (duration: 176.905302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:43.613593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.336736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-09T14:54:43.613598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.248243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T14:54:43.614807Z","caller":"traceutil/trace.go:171","msg":"trace[1270267036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8710; }","duration":"251.497038ms","start":"2026-07-09T14:54:43.363295Z","end":"2026-07-09T14:54:43.614792Z","steps":["trace[1270267036] 'agreement among raft nodes before linearized reading' (duration: 250.063068ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:43.613618Z","caller":"traceutil/trace.go:171","msg":"trace[1100425961] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8710; }","duration":"254.399078ms","start":"2026-07-09T14:54:43.359211Z","end":"2026-07-09T14:54:43.61361Z","steps":["trace[1100425961] 'agreement among raft nodes before linearized reading' (duration: 254.335136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:43.613665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.797747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-09T14:54:43.615331Z","caller":"traceutil/trace.go:171","msg":"trace[2071578180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8710; }","duration":"235.537706ms","start":"2026-07-09T14:54:43.379761Z","end":"2026-07-09T14:54:43.615298Z","steps":["trace[2071578180] 'agreement among raft nodes before linearized reading' (duration: 233.634123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:43.613604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.576224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cctxn\" ","response":"range_response_count:1 size:6522"} {"level":"info","ts":"2026-07-09T14:54:43.615497Z","caller":"traceutil/trace.go:171","msg":"trace[851339520] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cctxn; range_end:; response_count:1; response_revision:8710; }","duration":"203.497098ms","start":"2026-07-09T14:54:43.411986Z","end":"2026-07-09T14:54:43.615483Z","steps":["trace[851339520] 'agreement among raft nodes before linearized reading' (duration: 201.425891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:43.613781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.122658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-09T14:54:43.615721Z","caller":"traceutil/trace.go:171","msg":"trace[84300975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8710; }","duration":"240.080361ms","start":"2026-07-09T14:54:43.375627Z","end":"2026-07-09T14:54:43.615708Z","steps":["trace[84300975] 'agreement among raft nodes before linearized reading' (duration: 238.090446ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:44.531745Z","caller":"traceutil/trace.go:171","msg":"trace[482099266] linearizableReadLoop","detail":"{readStateIndex:9030; appliedIndex:9029; }","duration":"190.327023ms","start":"2026-07-09T14:54:44.341398Z","end":"2026-07-09T14:54:44.531725Z","steps":["trace[482099266] 'read index received' (duration: 190.184779ms)","trace[482099266] 'applied index is now lower than readState.Index' (duration: 141.454µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T14:54:44.531827Z","caller":"traceutil/trace.go:171","msg":"trace[257851175] transaction","detail":"{read_only:false; response_revision:8718; number_of_response:1; }","duration":"208.63696ms","start":"2026-07-09T14:54:44.323162Z","end":"2026-07-09T14:54:44.531799Z","steps":["trace[257851175] 'process raft request' (duration: 208.435245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:44.531928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.524508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-09T14:54:44.531967Z","caller":"traceutil/trace.go:171","msg":"trace[390848074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:8718; }","duration":"190.610581ms","start":"2026-07-09T14:54:44.341346Z","end":"2026-07-09T14:54:44.531957Z","steps":["trace[390848074] 'agreement among raft nodes before linearized reading' (duration: 190.457667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T14:54:45.740882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.7498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-09T14:54:45.740965Z","caller":"traceutil/trace.go:171","msg":"trace[1793738608] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8724; }","duration":"109.875114ms","start":"2026-07-09T14:54:45.631071Z","end":"2026-07-09T14:54:45.740946Z","steps":["trace[1793738608] 'range keys from in-memory index tree' (duration: 109.577266ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:45.966909Z","caller":"traceutil/trace.go:171","msg":"trace[1787632924] transaction","detail":"{read_only:false; response_revision:8725; number_of_response:1; }","duration":"221.893217ms","start":"2026-07-09T14:54:45.744977Z","end":"2026-07-09T14:54:45.96687Z","steps":["trace[1787632924] 'process raft request' (duration: 221.537767ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:46.023045Z","caller":"traceutil/trace.go:171","msg":"trace[1558269176] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"277.761066ms","start":"2026-07-09T14:54:45.745259Z","end":"2026-07-09T14:54:46.02302Z","steps":["trace[1558269176] 'process raft request' (duration: 277.684414ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:46.023149Z","caller":"traceutil/trace.go:171","msg":"trace[1775328065] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"278.022293ms","start":"2026-07-09T14:54:45.745082Z","end":"2026-07-09T14:54:46.023104Z","steps":["trace[1775328065] 'process raft request' (duration: 277.724305ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:46.023266Z","caller":"traceutil/trace.go:171","msg":"trace[613610918] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"277.633372ms","start":"2026-07-09T14:54:45.745608Z","end":"2026-07-09T14:54:46.023242Z","steps":["trace[613610918] 'process raft request' (duration: 277.373385ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:46.023469Z","caller":"traceutil/trace.go:171","msg":"trace[1907905140] transaction","detail":"{read_only:false; response_revision:8729; number_of_response:1; }","duration":"277.780246ms","start":"2026-07-09T14:54:45.745675Z","end":"2026-07-09T14:54:46.023455Z","steps":["trace[1907905140] 'process raft request' (duration: 277.527499ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:54:46.023485Z","caller":"traceutil/trace.go:171","msg":"trace[1090151772] linearizableReadLoop","detail":"{readStateIndex:9038; appliedIndex:9036; }","duration":"278.28037ms","start":"2026-07-09T14:54:45.745182Z","end":"2026-07-09T14:54:46.023462Z","steps":["trace[1090151772] 'read index received' (duration: 221.416564ms)","trace[1090151772] 'applied index is now lower than readState.Index' (duration: 56.834275ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T14:54:46.023838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.65273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228448"} {"level":"info","ts":"2026-07-09T14:54:46.023875Z","caller":"traceutil/trace.go:171","msg":"trace[925879331] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8729; }","duration":"278.743322ms","start":"2026-07-09T14:54:45.745122Z","end":"2026-07-09T14:54:46.023866Z","steps":["trace[925879331] 'agreement among raft nodes before linearized reading' (duration: 278.418493ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T14:56:27.602687Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a8829716614d67b","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T14:56:27.608681Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-09T14:56:27.608779Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-09T14:58:47.782744Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8317} {"level":"info","ts":"2026-07-09T14:58:47.863301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8317,"took":"78.211025ms","hash":3865250018,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":26996736,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-09T14:58:47.863389Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3865250018,"revision":8317,"compact-revision":6059} {"level":"warn","ts":"2026-07-09T15:00:28.627652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455121674904667315,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T15:00:28.937101Z","caller":"traceutil/trace.go:171","msg":"trace[374241182] transaction","detail":"{read_only:false; response_revision:11653; number_of_response:1; }","duration":"837.803706ms","start":"2026-07-09T15:00:28.099271Z","end":"2026-07-09T15:00:28.937075Z","steps":["trace[374241182] 'process raft request' (duration: 837.634901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:28.937247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:28.099207Z","time spent":"837.95797ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:00:28.940858Z","caller":"traceutil/trace.go:171","msg":"trace[1510185984] transaction","detail":"{read_only:false; response_revision:11654; number_of_response:1; }","duration":"823.430717ms","start":"2026-07-09T15:00:28.117407Z","end":"2026-07-09T15:00:28.940838Z","steps":["trace[1510185984] 'process raft request' (duration: 822.79325ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:28.941091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:28.117379Z","time spent":"823.624243ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:00:28.941092Z","caller":"traceutil/trace.go:171","msg":"trace[197334695] linearizableReadLoop","detail":"{readStateIndex:12051; appliedIndex:12048; }","duration":"813.753529ms","start":"2026-07-09T15:00:28.127311Z","end":"2026-07-09T15:00:28.941064Z","steps":["trace[197334695] 'read index received' (duration: 809.621804ms)","trace[197334695] 'applied index is now lower than readState.Index' (duration: 4.130645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:00:28.941292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.563942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-09T15:00:28.94134Z","caller":"traceutil/trace.go:171","msg":"trace[253080703] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11655; }","duration":"483.670145ms","start":"2026-07-09T15:00:28.457654Z","end":"2026-07-09T15:00:28.941324Z","steps":["trace[253080703] 'agreement among raft nodes before linearized reading' (duration: 483.572672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:28.941381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:28.457626Z","time spent":"483.743887ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:00:28.941475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.602705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T15:00:28.941644Z","caller":"traceutil/trace.go:171","msg":"trace[459875857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11655; }","duration":"297.889803ms","start":"2026-07-09T15:00:28.643678Z","end":"2026-07-09T15:00:28.941568Z","steps":["trace[459875857] 'agreement among raft nodes before linearized reading' (duration: 297.609375ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:00:28.941783Z","caller":"traceutil/trace.go:171","msg":"trace[627597098] transaction","detail":"{read_only:false; response_revision:11655; number_of_response:1; }","duration":"456.005828ms","start":"2026-07-09T15:00:28.485739Z","end":"2026-07-09T15:00:28.941745Z","steps":["trace[627597098] 'process raft request' (duration: 455.034641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:28.941826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.372886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-07-09T15:00:28.941874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.259992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-cctxn\" ","response":"range_response_count:1 size:6522"} {"level":"info","ts":"2026-07-09T15:00:28.941927Z","caller":"traceutil/trace.go:171","msg":"trace[382137707] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11655; }","duration":"814.633564ms","start":"2026-07-09T15:00:28.127264Z","end":"2026-07-09T15:00:28.941897Z","steps":["trace[382137707] 'agreement among raft nodes before linearized reading' (duration: 813.993406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:28.942552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:28.127247Z","time spent":"815.289071ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-09T15:00:28.941941Z","caller":"traceutil/trace.go:171","msg":"trace[1297365838] range","detail":"{range_begin:/registry/pods/openstack/keepalived-cctxn; range_end:; response_count:1; response_revision:11655; }","duration":"466.430067ms","start":"2026-07-09T15:00:28.475496Z","end":"2026-07-09T15:00:28.941926Z","steps":["trace[1297365838] 'agreement among raft nodes before linearized reading' (duration: 466.136838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:28.943504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:28.47547Z","time spent":"468.016311ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6545,"request content":"key:\"/registry/pods/openstack/keepalived-cctxn\" "} {"level":"warn","ts":"2026-07-09T15:00:28.942284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:28.485711Z","time spent":"456.182953ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:00:32.973692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.890433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T15:00:32.973778Z","caller":"traceutil/trace.go:171","msg":"trace[1461415996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11672; }","duration":"333.021857ms","start":"2026-07-09T15:00:32.640738Z","end":"2026-07-09T15:00:32.973759Z","steps":["trace[1461415996] 'range keys from in-memory index tree' (duration: 332.832621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:00:32.973814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:00:32.64072Z","time spent":"333.084808ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-09T15:03:04.72317Z","caller":"traceutil/trace.go:171","msg":"trace[1326697041] linearizableReadLoop","detail":"{readStateIndex:13034; appliedIndex:13033; }","duration":"175.561635ms","start":"2026-07-09T15:03:04.547583Z","end":"2026-07-09T15:03:04.723145Z","steps":["trace[1326697041] 'read index received' (duration: 175.316228ms)","trace[1326697041] 'applied index is now lower than readState.Index' (duration: 244.587µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:03:04.723612Z","caller":"traceutil/trace.go:171","msg":"trace[1082850607] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"316.514668ms","start":"2026-07-09T15:03:04.407077Z","end":"2026-07-09T15:03:04.723591Z","steps":["trace[1082850607] 'process raft request' (duration: 315.914501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:03:04.72375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:03:04.407042Z","time spent":"316.608461ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:03:04.723985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.407848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-09T15:03:04.723958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.349291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-09T15:03:04.724048Z","caller":"traceutil/trace.go:171","msg":"trace[201159848] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12605; }","duration":"176.483721ms","start":"2026-07-09T15:03:04.547532Z","end":"2026-07-09T15:03:04.724015Z","steps":["trace[201159848] 'agreement among raft nodes before linearized reading' (duration: 176.351637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:03:04.724057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.479808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T15:03:04.724084Z","caller":"traceutil/trace.go:171","msg":"trace[1625682399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:12605; }","duration":"101.53407ms","start":"2026-07-09T15:03:04.622542Z","end":"2026-07-09T15:03:04.724076Z","steps":["trace[1625682399] 'agreement among raft nodes before linearized reading' (duration: 101.486448ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:03:04.724146Z","caller":"traceutil/trace.go:171","msg":"trace[1786406279] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12605; }","duration":"111.483935ms","start":"2026-07-09T15:03:04.61254Z","end":"2026-07-09T15:03:04.724024Z","steps":["trace[1786406279] 'agreement among raft nodes before linearized reading' (duration: 111.251349ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:03:47.789904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10812} {"level":"info","ts":"2026-07-09T15:03:47.876498Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10812,"took":"84.011422ms","hash":4114801638,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":27930624,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-09T15:03:47.876587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4114801638,"revision":10812,"compact-revision":8317} {"level":"warn","ts":"2026-07-09T15:06:00.973261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.604798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T15:06:00.973335Z","caller":"traceutil/trace.go:171","msg":"trace[215449390] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:13891; }","duration":"389.694681ms","start":"2026-07-09T15:06:00.583623Z","end":"2026-07-09T15:06:00.973317Z","steps":["trace[215449390] 'count revisions from in-memory index tree' (duration: 389.510515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:06:00.973333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.310281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-09T15:06:00.97341Z","caller":"traceutil/trace.go:171","msg":"trace[272020601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13891; }","duration":"160.490337ms","start":"2026-07-09T15:06:00.812902Z","end":"2026-07-09T15:06:00.973393Z","steps":["trace[272020601] 'range keys from in-memory index tree' (duration: 160.070485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:06:00.973384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.180565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-09T15:06:00.973519Z","caller":"traceutil/trace.go:171","msg":"trace[1645268033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13891; }","duration":"224.324029ms","start":"2026-07-09T15:06:00.749168Z","end":"2026-07-09T15:06:00.973492Z","steps":["trace[1645268033] 'range keys from in-memory index tree' (duration: 223.937808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:06:00.973365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:06:00.583544Z","time spent":"389.813854ms","remote":"127.0.0.1:48452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:06:00.973681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.133074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-09T15:06:00.973713Z","caller":"traceutil/trace.go:171","msg":"trace[2080338529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13891; }","duration":"327.208506ms","start":"2026-07-09T15:06:00.646497Z","end":"2026-07-09T15:06:00.973706Z","steps":["trace[2080338529] 'range keys from in-memory index tree' (duration: 327.035751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:06:00.973729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:06:00.646475Z","time spent":"327.250697ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T15:06:00.975101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.507496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:86 size:930254"} {"level":"info","ts":"2026-07-09T15:06:00.975186Z","caller":"traceutil/trace.go:171","msg":"trace[1841723790] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:86; response_revision:13891; }","duration":"344.621629ms","start":"2026-07-09T15:06:00.630545Z","end":"2026-07-09T15:06:00.975167Z","steps":["trace[1841723790] 'range keys from in-memory index tree' (duration: 343.080606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:06:00.975241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:06:00.630531Z","time spent":"344.69131ms","remote":"127.0.0.1:41476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":86,"response size":930277,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-07-09T15:06:01.25696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.46269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-09T15:06:01.257055Z","caller":"traceutil/trace.go:171","msg":"trace[105731156] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13893; }","duration":"175.628405ms","start":"2026-07-09T15:06:01.081402Z","end":"2026-07-09T15:06:01.25703Z","steps":["trace[105731156] 'range keys from in-memory index tree' (duration: 175.252834ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:07:49.629219Z","caller":"traceutil/trace.go:171","msg":"trace[1156245218] transaction","detail":"{read_only:false; response_revision:15132; number_of_response:1; }","duration":"128.129796ms","start":"2026-07-09T15:07:49.501061Z","end":"2026-07-09T15:07:49.629191Z","steps":["trace[1156245218] 'process raft request' (duration: 127.863489ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:08:47.795862Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12983} {"level":"info","ts":"2026-07-09T15:08:47.87395Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12983,"took":"75.44191ms","hash":1332182254,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":31412224,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-09T15:08:47.874027Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1332182254,"revision":12983,"compact-revision":10812} {"level":"warn","ts":"2026-07-09T15:13:24.599524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.135564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:13:24.599652Z","caller":"traceutil/trace.go:171","msg":"trace[304852341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17691; }","duration":"118.319589ms","start":"2026-07-09T15:13:24.481307Z","end":"2026-07-09T15:13:24.599626Z","steps":["trace[304852341] 'range keys from in-memory index tree' (duration: 117.978739ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:13:24.904546Z","caller":"traceutil/trace.go:171","msg":"trace[138552897] transaction","detail":"{read_only:false; response_revision:17692; number_of_response:1; }","duration":"136.727845ms","start":"2026-07-09T15:13:24.767769Z","end":"2026-07-09T15:13:24.904497Z","steps":["trace[138552897] 'process raft request' (duration: 136.52557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:13:25.166617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.889728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:13:25.16675Z","caller":"traceutil/trace.go:171","msg":"trace[1329234150] transaction","detail":"{read_only:false; response_revision:17693; number_of_response:1; }","duration":"134.653998ms","start":"2026-07-09T15:13:25.03207Z","end":"2026-07-09T15:13:25.166724Z","steps":["trace[1329234150] 'process raft request' (duration: 20.548925ms)","trace[1329234150] 'compare' (duration: 113.26738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:13:25.45981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.25411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:13:25.459941Z","caller":"traceutil/trace.go:171","msg":"trace[498560052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17693; }","duration":"113.462426ms","start":"2026-07-09T15:13:25.346453Z","end":"2026-07-09T15:13:25.459915Z","steps":["trace[498560052] 'range keys from in-memory index tree' (duration: 113.134567ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:13:25.460121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.408807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T15:13:25.460237Z","caller":"traceutil/trace.go:171","msg":"trace[1131107981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17693; }","duration":"171.589862ms","start":"2026-07-09T15:13:25.288625Z","end":"2026-07-09T15:13:25.460215Z","steps":["trace[1131107981] 'range keys from in-memory index tree' (duration: 171.13436ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:13:47.807561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15529} {"level":"info","ts":"2026-07-09T15:13:47.904402Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15529,"took":"93.011705ms","hash":2857794263,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":33746944,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-09T15:13:47.904478Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2857794263,"revision":15529,"compact-revision":12983} {"level":"info","ts":"2026-07-09T15:16:41.393683Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a8829716614d67b","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T15:16:41.39863Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-09T15:16:41.398754Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-09T15:18:19.02841Z","caller":"traceutil/trace.go:171","msg":"trace[1181727861] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"110.069711ms","start":"2026-07-09T15:18:18.918227Z","end":"2026-07-09T15:18:19.028297Z","steps":["trace[1181727861] 'process raft request' (duration: 109.816363ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:18:19.252976Z","caller":"traceutil/trace.go:171","msg":"trace[1017965175] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"168.124154ms","start":"2026-07-09T15:18:19.084826Z","end":"2026-07-09T15:18:19.25295Z","steps":["trace[1017965175] 'process raft request' (duration: 167.59594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:18:19.461987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.120826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:18:19.462154Z","caller":"traceutil/trace.go:171","msg":"trace[2015537911] linearizableReadLoop","detail":"{readStateIndex:20685; appliedIndex:20683; }","duration":"240.403965ms","start":"2026-07-09T15:18:19.221724Z","end":"2026-07-09T15:18:19.462128Z","steps":["trace[2015537911] 'read index received' (duration: 30.702044ms)","trace[2015537911] 'applied index is now lower than readState.Index' (duration: 209.70005ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:18:19.462236Z","caller":"traceutil/trace.go:171","msg":"trace[1302665617] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"324.887743ms","start":"2026-07-09T15:18:19.137307Z","end":"2026-07-09T15:18:19.462195Z","steps":["trace[1302665617] 'process raft request' (duration: 202.389267ms)","trace[1302665617] 'compare' (duration: 121.867039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:18:19.46234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.921202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:18:19.462388Z","caller":"traceutil/trace.go:171","msg":"trace[875696905] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20012; }","duration":"112.014694ms","start":"2026-07-09T15:18:19.350358Z","end":"2026-07-09T15:18:19.462372Z","steps":["trace[875696905] 'agreement among raft nodes before linearized reading' (duration: 111.910301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:18:19.46237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.640662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-09T15:18:19.462402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:18:19.137265Z","time spent":"325.035008ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:18:19.462451Z","caller":"traceutil/trace.go:171","msg":"trace[2132685369] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20012; }","duration":"240.723864ms","start":"2026-07-09T15:18:19.221698Z","end":"2026-07-09T15:18:19.462421Z","steps":["trace[2132685369] 'agreement among raft nodes before linearized reading' (duration: 240.551509ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:18:47.814054Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18075} {"level":"info","ts":"2026-07-09T15:18:47.926035Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18075,"took":"108.069025ms","hash":3031595991,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":29896704,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-09T15:18:47.926126Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3031595991,"revision":18075,"compact-revision":15529} {"level":"info","ts":"2026-07-09T15:23:47.820314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20165} {"level":"info","ts":"2026-07-09T15:23:47.93248Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20165,"took":"106.247252ms","hash":2206070463,"current-db-size-bytes":58777600,"current-db-size":"59 MB","current-db-size-in-use-bytes":43577344,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-09T15:23:47.93255Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2206070463,"revision":20165,"compact-revision":18075} {"level":"info","ts":"2026-07-09T15:25:28.07005Z","caller":"traceutil/trace.go:171","msg":"trace[1954098264] transaction","detail":"{read_only:false; response_revision:24500; number_of_response:1; }","duration":"251.222502ms","start":"2026-07-09T15:25:27.818794Z","end":"2026-07-09T15:25:28.070017Z","steps":["trace[1954098264] 'process raft request' (duration: 184.635466ms)","trace[1954098264] 'compare' (duration: 66.297998ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:28.070056Z","caller":"traceutil/trace.go:171","msg":"trace[1031074669] linearizableReadLoop","detail":"{readStateIndex:25305; appliedIndex:25303; }","duration":"216.067133ms","start":"2026-07-09T15:25:27.85392Z","end":"2026-07-09T15:25:28.069987Z","steps":["trace[1031074669] 'read index received' (duration: 20.581944ms)","trace[1031074669] 'applied index is now lower than readState.Index' (duration: 195.483769ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:28.07046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.514035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-09T15:25:28.070576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.873389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-09T15:25:28.070611Z","caller":"traceutil/trace.go:171","msg":"trace[36679809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24500; }","duration":"186.91702ms","start":"2026-07-09T15:25:27.883681Z","end":"2026-07-09T15:25:28.070598Z","steps":["trace[36679809] 'agreement among raft nodes before linearized reading' (duration: 186.850898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:28.070507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.815117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T15:25:28.070706Z","caller":"traceutil/trace.go:171","msg":"trace[322040012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24500; }","duration":"187.020533ms","start":"2026-07-09T15:25:27.88364Z","end":"2026-07-09T15:25:28.07066Z","steps":["trace[322040012] 'agreement among raft nodes before linearized reading' (duration: 186.722795ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:28.070713Z","caller":"traceutil/trace.go:171","msg":"trace[1589726929] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24500; }","duration":"216.808423ms","start":"2026-07-09T15:25:27.853874Z","end":"2026-07-09T15:25:28.070682Z","steps":["trace[1589726929] 'agreement among raft nodes before linearized reading' (duration: 216.239217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:28.070726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.700696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T15:25:28.070827Z","caller":"traceutil/trace.go:171","msg":"trace[1510580676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24500; }","duration":"180.83255ms","start":"2026-07-09T15:25:27.889969Z","end":"2026-07-09T15:25:28.070801Z","steps":["trace[1510580676] 'agreement among raft nodes before linearized reading' (duration: 180.559243ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:28.334991Z","caller":"traceutil/trace.go:171","msg":"trace[1695185645] transaction","detail":"{read_only:false; response_revision:24503; number_of_response:1; }","duration":"259.453573ms","start":"2026-07-09T15:25:28.075506Z","end":"2026-07-09T15:25:28.334959Z","steps":["trace[1695185645] 'process raft request' (duration: 259.279338ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:28.334982Z","caller":"traceutil/trace.go:171","msg":"trace[1018693686] transaction","detail":"{read_only:false; response_revision:24505; number_of_response:1; }","duration":"259.261467ms","start":"2026-07-09T15:25:28.075683Z","end":"2026-07-09T15:25:28.334944Z","steps":["trace[1018693686] 'process raft request' (duration: 259.181765ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:28.335079Z","caller":"traceutil/trace.go:171","msg":"trace[474695838] transaction","detail":"{read_only:false; response_revision:24501; number_of_response:1; }","duration":"260.579835ms","start":"2026-07-09T15:25:28.07446Z","end":"2026-07-09T15:25:28.33504Z","steps":["trace[474695838] 'process raft request' (duration: 198.183545ms)","trace[474695838] 'compare' (duration: 61.843434ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:28.335106Z","caller":"traceutil/trace.go:171","msg":"trace[1390652091] transaction","detail":"{read_only:false; response_revision:24504; number_of_response:1; }","duration":"259.420652ms","start":"2026-07-09T15:25:28.075642Z","end":"2026-07-09T15:25:28.335063Z","steps":["trace[1390652091] 'process raft request' (duration: 259.186846ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:28.33515Z","caller":"traceutil/trace.go:171","msg":"trace[611665700] transaction","detail":"{read_only:false; response_revision:24502; number_of_response:1; }","duration":"259.724461ms","start":"2026-07-09T15:25:28.075166Z","end":"2026-07-09T15:25:28.33489Z","steps":["trace[611665700] 'process raft request' (duration: 259.517135ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:28.45567Z","caller":"traceutil/trace.go:171","msg":"trace[1667533506] transaction","detail":"{read_only:false; response_revision:24507; number_of_response:1; }","duration":"129.929032ms","start":"2026-07-09T15:25:28.325706Z","end":"2026-07-09T15:25:28.455635Z","steps":["trace[1667533506] 'process raft request' (duration: 129.51563ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:29.017043Z","caller":"traceutil/trace.go:171","msg":"trace[641378745] transaction","detail":"{read_only:false; response_revision:24509; number_of_response:1; }","duration":"114.666926ms","start":"2026-07-09T15:25:28.902341Z","end":"2026-07-09T15:25:29.017008Z","steps":["trace[641378745] 'process raft request' (duration: 114.344397ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:29.537877Z","caller":"traceutil/trace.go:171","msg":"trace[1067799559] transaction","detail":"{read_only:false; response_revision:24512; number_of_response:1; }","duration":"206.542859ms","start":"2026-07-09T15:25:29.331298Z","end":"2026-07-09T15:25:29.537841Z","steps":["trace[1067799559] 'process raft request' (duration: 157.362397ms)","trace[1067799559] 'compare' (duration: 48.906114ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:29.833515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.05341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:29.833605Z","caller":"traceutil/trace.go:171","msg":"trace[1836877227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24512; }","duration":"189.209495ms","start":"2026-07-09T15:25:29.644372Z","end":"2026-07-09T15:25:29.833581Z","steps":["trace[1836877227] 'range keys from in-memory index tree' (duration: 188.929458ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:29.868354Z","caller":"traceutil/trace.go:171","msg":"trace[985856150] linearizableReadLoop","detail":"{readStateIndex:25318; appliedIndex:25317; }","duration":"158.822058ms","start":"2026-07-09T15:25:29.709505Z","end":"2026-07-09T15:25:29.868327Z","steps":["trace[985856150] 'read index received' (duration: 158.51482ms)","trace[985856150] 'applied index is now lower than readState.Index' (duration: 306.408µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:29.868458Z","caller":"traceutil/trace.go:171","msg":"trace[98112242] transaction","detail":"{read_only:false; response_revision:24513; number_of_response:1; }","duration":"171.772139ms","start":"2026-07-09T15:25:29.69664Z","end":"2026-07-09T15:25:29.868412Z","steps":["trace[98112242] 'process raft request' (duration: 171.505071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:29.868519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.988013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:29.868784Z","caller":"traceutil/trace.go:171","msg":"trace[166045636] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24513; }","duration":"159.304121ms","start":"2026-07-09T15:25:29.709453Z","end":"2026-07-09T15:25:29.868757Z","steps":["trace[166045636] 'agreement among raft nodes before linearized reading' (duration: 158.985052ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:30.020311Z","caller":"traceutil/trace.go:171","msg":"trace[1286575554] transaction","detail":"{read_only:false; response_revision:24514; number_of_response:1; }","duration":"139.91755ms","start":"2026-07-09T15:25:29.880351Z","end":"2026-07-09T15:25:30.020268Z","steps":["trace[1286575554] 'process raft request' (duration: 100.531612ms)","trace[1286575554] 'compare' (duration: 39.08658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:30.362631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.341654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:30.362736Z","caller":"traceutil/trace.go:171","msg":"trace[987654092] linearizableReadLoop","detail":"{readStateIndex:25320; appliedIndex:25319; }","duration":"201.488007ms","start":"2026-07-09T15:25:30.161231Z","end":"2026-07-09T15:25:30.362719Z","steps":["trace[987654092] 'read index received' (duration: 37.907667ms)","trace[987654092] 'applied index is now lower than readState.Index' (duration: 163.5792ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:30.363045Z","caller":"traceutil/trace.go:171","msg":"trace[65140501] transaction","detail":"{read_only:false; response_revision:24515; number_of_response:1; }","duration":"287.349981ms","start":"2026-07-09T15:25:30.075679Z","end":"2026-07-09T15:25:30.363029Z","steps":["trace[65140501] 'process raft request' (duration: 123.529694ms)","trace[65140501] 'compare' (duration: 162.555072ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:30.363258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.026532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:30.3633Z","caller":"traceutil/trace.go:171","msg":"trace[2106732533] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24515; }","duration":"202.069933ms","start":"2026-07-09T15:25:30.161216Z","end":"2026-07-09T15:25:30.363286Z","steps":["trace[2106732533] 'agreement among raft nodes before linearized reading' (duration: 202.002021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:30.363495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.553242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T15:25:30.36352Z","caller":"traceutil/trace.go:171","msg":"trace[307053059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24515; }","duration":"195.578762ms","start":"2026-07-09T15:25:30.167935Z","end":"2026-07-09T15:25:30.363514Z","steps":["trace[307053059] 'agreement among raft nodes before linearized reading' (duration: 195.49748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:30.60542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.788549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:30.60557Z","caller":"traceutil/trace.go:171","msg":"trace[2123817838] transaction","detail":"{read_only:false; response_revision:24516; number_of_response:1; }","duration":"236.620206ms","start":"2026-07-09T15:25:30.368928Z","end":"2026-07-09T15:25:30.605548Z","steps":["trace[2123817838] 'process raft request' (duration: 92.615201ms)","trace[2123817838] 'compare' (duration: 143.660165ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:30.61486Z","caller":"traceutil/trace.go:171","msg":"trace[280146199] transaction","detail":"{read_only:false; response_revision:24517; number_of_response:1; }","duration":"245.402732ms","start":"2026-07-09T15:25:30.369426Z","end":"2026-07-09T15:25:30.614829Z","steps":["trace[280146199] 'process raft request' (duration: 245.203236ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:30.615677Z","caller":"traceutil/trace.go:171","msg":"trace[1507047821] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"245.834893ms","start":"2026-07-09T15:25:30.3698Z","end":"2026-07-09T15:25:30.615634Z","steps":["trace[1507047821] 'process raft request' (duration: 244.98853ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:30.61614Z","caller":"traceutil/trace.go:171","msg":"trace[485024935] linearizableReadLoop","detail":"{readStateIndex:25324; appliedIndex:25320; }","duration":"243.54513ms","start":"2026-07-09T15:25:30.372583Z","end":"2026-07-09T15:25:30.616128Z","steps":["trace[485024935] 'read index received' (duration: 89.045753ms)","trace[485024935] 'applied index is now lower than readState.Index' (duration: 154.498497ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:30.616161Z","caller":"traceutil/trace.go:171","msg":"trace[2107505283] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"245.209266ms","start":"2026-07-09T15:25:30.370939Z","end":"2026-07-09T15:25:30.616148Z","steps":["trace[2107505283] 'process raft request' (duration: 244.2998ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:30.616206Z","caller":"traceutil/trace.go:171","msg":"trace[1411008125] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"243.315083ms","start":"2026-07-09T15:25:30.372883Z","end":"2026-07-09T15:25:30.616199Z","steps":["trace[1411008125] 'process raft request' (duration: 243.20186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:30.616398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.803777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T15:25:30.616443Z","caller":"traceutil/trace.go:171","msg":"trace[116829385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24520; }","duration":"243.90761ms","start":"2026-07-09T15:25:30.372524Z","end":"2026-07-09T15:25:30.616432Z","steps":["trace[116829385] 'agreement among raft nodes before linearized reading' (duration: 243.738485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.015312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.360844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:31.015547Z","caller":"traceutil/trace.go:171","msg":"trace[1929094048] linearizableReadLoop","detail":"{readStateIndex:25327; appliedIndex:25325; }","duration":"399.348974ms","start":"2026-07-09T15:25:30.616173Z","end":"2026-07-09T15:25:31.015522Z","steps":["trace[1929094048] 'read index received' (duration: 136.65824ms)","trace[1929094048] 'applied index is now lower than readState.Index' (duration: 262.689664ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:31.015567Z","caller":"traceutil/trace.go:171","msg":"trace[741315823] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"553.361597ms","start":"2026-07-09T15:25:30.462163Z","end":"2026-07-09T15:25:31.015525Z","steps":["trace[741315823] 'process raft request' (duration: 290.671904ms)","trace[741315823] 'compare' (duration: 262.175008ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:31.015582Z","caller":"traceutil/trace.go:171","msg":"trace[1637073129] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"553.043248ms","start":"2026-07-09T15:25:30.462507Z","end":"2026-07-09T15:25:31.015551Z","steps":["trace[1637073129] 'process raft request' (duration: 552.920315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.01568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.978765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:31.015744Z","caller":"traceutil/trace.go:171","msg":"trace[945350564] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:24522; }","duration":"450.084287ms","start":"2026-07-09T15:25:30.565642Z","end":"2026-07-09T15:25:31.015726Z","steps":["trace[945350564] 'agreement among raft nodes before linearized reading' (duration: 449.990235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.015754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:30.462465Z","time spent":"553.196503ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:31.015759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:30.462132Z","time spent":"553.523001ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:31.015788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:30.565616Z","time spent":"450.15973ms","remote":"127.0.0.1:57976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:25:31.015803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.083888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18433"} {"level":"info","ts":"2026-07-09T15:25:31.015842Z","caller":"traceutil/trace.go:171","msg":"trace[462118381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24522; }","duration":"398.17589ms","start":"2026-07-09T15:25:30.617656Z","end":"2026-07-09T15:25:31.015832Z","steps":["trace[462118381] 'agreement among raft nodes before linearized reading' (duration: 398.009406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.015882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:30.617637Z","time spent":"398.237593ms","remote":"127.0.0.1:41554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18456,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-09T15:25:31.317748Z","caller":"traceutil/trace.go:171","msg":"trace[1790770502] linearizableReadLoop","detail":"{readStateIndex:25328; appliedIndex:25327; }","duration":"236.661488ms","start":"2026-07-09T15:25:31.080957Z","end":"2026-07-09T15:25:31.317618Z","steps":["trace[1790770502] 'read index received' (duration: 236.407481ms)","trace[1790770502] 'applied index is now lower than readState.Index' (duration: 252.367µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:31.317937Z","caller":"traceutil/trace.go:171","msg":"trace[1105177212] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"285.097618ms","start":"2026-07-09T15:25:31.032793Z","end":"2026-07-09T15:25:31.31789Z","steps":["trace[1105177212] 'process raft request' (duration: 284.480031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.318052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.052968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:31.31816Z","caller":"traceutil/trace.go:171","msg":"trace[1529270484] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24523; }","duration":"237.217053ms","start":"2026-07-09T15:25:31.080914Z","end":"2026-07-09T15:25:31.318131Z","steps":["trace[1529270484] 'agreement among raft nodes before linearized reading' (duration: 236.996967ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:31.33771Z","caller":"traceutil/trace.go:171","msg":"trace[873345110] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"112.609659ms","start":"2026-07-09T15:25:31.225071Z","end":"2026-07-09T15:25:31.337681Z","steps":["trace[873345110] 'process raft request' (duration: 112.374333ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:31.53064Z","caller":"traceutil/trace.go:171","msg":"trace[435610038] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"200.092558ms","start":"2026-07-09T15:25:31.330505Z","end":"2026-07-09T15:25:31.530597Z","steps":["trace[435610038] 'process raft request' (duration: 112.729833ms)","trace[435610038] 'compare' (duration: 87.078427ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:31.530599Z","caller":"traceutil/trace.go:171","msg":"trace[1009066861] linearizableReadLoop","detail":"{readStateIndex:25330; appliedIndex:25329; }","duration":"192.924638ms","start":"2026-07-09T15:25:31.337639Z","end":"2026-07-09T15:25:31.530564Z","steps":["trace[1009066861] 'read index received' (duration: 105.670276ms)","trace[1009066861] 'applied index is now lower than readState.Index' (duration: 87.252852ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:31.530862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.164211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:31.531075Z","caller":"traceutil/trace.go:171","msg":"trace[1881483603] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24525; }","duration":"209.428278ms","start":"2026-07-09T15:25:31.321628Z","end":"2026-07-09T15:25:31.531056Z","steps":["trace[1881483603] 'agreement among raft nodes before linearized reading' (duration: 209.162231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.899549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.841402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:31.899871Z","caller":"traceutil/trace.go:171","msg":"trace[389106601] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"355.321626ms","start":"2026-07-09T15:25:31.544507Z","end":"2026-07-09T15:25:31.899828Z","steps":["trace[389106601] 'process raft request' (duration: 160.097074ms)","trace[389106601] 'compare' (duration: 194.607835ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:31.89992Z","caller":"traceutil/trace.go:171","msg":"trace[1058175443] linearizableReadLoop","detail":"{readStateIndex:25333; appliedIndex:25332; }","duration":"354.368899ms","start":"2026-07-09T15:25:31.545528Z","end":"2026-07-09T15:25:31.899897Z","steps":["trace[1058175443] 'read index received' (duration: 159.125826ms)","trace[1058175443] 'applied index is now lower than readState.Index' (duration: 195.241293ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:31.900065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:31.544487Z","time spent":"355.491011ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:31.900175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.633637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-09T15:25:31.900225Z","caller":"traceutil/trace.go:171","msg":"trace[627937313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24527; }","duration":"354.699209ms","start":"2026-07-09T15:25:31.545508Z","end":"2026-07-09T15:25:31.900207Z","steps":["trace[627937313] 'agreement among raft nodes before linearized reading' (duration: 354.513574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:31.900275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:31.545499Z","time spent":"354.766221ms","remote":"127.0.0.1:48668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-09T15:25:31.900872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.932983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:31.900925Z","caller":"traceutil/trace.go:171","msg":"trace[408997780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24527; }","duration":"257.059137ms","start":"2026-07-09T15:25:31.643853Z","end":"2026-07-09T15:25:31.900912Z","steps":["trace[408997780] 'agreement among raft nodes before linearized reading' (duration: 256.984735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:32.361652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.891333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:25:32.361754Z","caller":"traceutil/trace.go:171","msg":"trace[844815991] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24528; }","duration":"129.073429ms","start":"2026-07-09T15:25:32.232657Z","end":"2026-07-09T15:25:32.361731Z","steps":["trace[844815991] 'count revisions from in-memory index tree' (duration: 128.746869ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:32.560479Z","caller":"traceutil/trace.go:171","msg":"trace[1027564649] linearizableReadLoop","detail":"{readStateIndex:25335; appliedIndex:25334; }","duration":"168.312332ms","start":"2026-07-09T15:25:32.392135Z","end":"2026-07-09T15:25:32.560447Z","steps":["trace[1027564649] 'read index received' (duration: 167.923192ms)","trace[1027564649] 'applied index is now lower than readState.Index' (duration: 387.45µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:32.560601Z","caller":"traceutil/trace.go:171","msg":"trace[1230565335] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"187.24456ms","start":"2026-07-09T15:25:32.373324Z","end":"2026-07-09T15:25:32.560569Z","steps":["trace[1230565335] 'process raft request' (duration: 186.930241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:32.561268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.094644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T15:25:32.561307Z","caller":"traceutil/trace.go:171","msg":"trace[1398162888] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24529; }","duration":"169.207497ms","start":"2026-07-09T15:25:32.392088Z","end":"2026-07-09T15:25:32.561296Z","steps":["trace[1398162888] 'agreement among raft nodes before linearized reading' (duration: 168.503437ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:32.877356Z","caller":"traceutil/trace.go:171","msg":"trace[628022084] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"215.892959ms","start":"2026-07-09T15:25:32.66136Z","end":"2026-07-09T15:25:32.877253Z","steps":["trace[628022084] 'process raft request' (duration: 215.683903ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:32.887775Z","caller":"traceutil/trace.go:171","msg":"trace[1328356731] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"226.085133ms","start":"2026-07-09T15:25:32.661665Z","end":"2026-07-09T15:25:32.88775Z","steps":["trace[1328356731] 'process raft request' (duration: 225.918909ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:32.888122Z","caller":"traceutil/trace.go:171","msg":"trace[617123954] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"225.883668ms","start":"2026-07-09T15:25:32.662209Z","end":"2026-07-09T15:25:32.888093Z","steps":["trace[617123954] 'process raft request' (duration: 225.840637ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:32.888261Z","caller":"traceutil/trace.go:171","msg":"trace[1967658064] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"226.542086ms","start":"2026-07-09T15:25:32.661689Z","end":"2026-07-09T15:25:32.888231Z","steps":["trace[1967658064] 'process raft request' (duration: 226.023291ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:32.888251Z","caller":"traceutil/trace.go:171","msg":"trace[1047513757] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"226.040412ms","start":"2026-07-09T15:25:32.662192Z","end":"2026-07-09T15:25:32.888232Z","steps":["trace[1047513757] 'process raft request' (duration: 225.766954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.318648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.123128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:25:33.318733Z","caller":"traceutil/trace.go:171","msg":"trace[1240850963] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24534; }","duration":"342.265812ms","start":"2026-07-09T15:25:32.976448Z","end":"2026-07-09T15:25:33.318714Z","steps":["trace[1240850963] 'count revisions from in-memory index tree' (duration: 341.991285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.318769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:32.976426Z","time spent":"342.334053ms","remote":"127.0.0.1:41660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-09T15:25:33.461188Z","caller":"traceutil/trace.go:171","msg":"trace[816523262] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"440.105699ms","start":"2026-07-09T15:25:33.021045Z","end":"2026-07-09T15:25:33.46115Z","steps":["trace[816523262] 'process raft request' (duration: 439.911424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.461396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.02102Z","time spent":"440.265754ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:33.474002Z","caller":"traceutil/trace.go:171","msg":"trace[1488281257] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"452.3454ms","start":"2026-07-09T15:25:33.02162Z","end":"2026-07-09T15:25:33.473965Z","steps":["trace[1488281257] 'process raft request' (duration: 451.98675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.474279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.021581Z","time spent":"452.595247ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:33.474116Z","caller":"traceutil/trace.go:171","msg":"trace[38077823] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"150.795844ms","start":"2026-07-09T15:25:33.323306Z","end":"2026-07-09T15:25:33.474102Z","steps":["trace[38077823] 'process raft request' (duration: 150.473575ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:33.474337Z","caller":"traceutil/trace.go:171","msg":"trace[51464056] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"130.052366ms","start":"2026-07-09T15:25:33.344259Z","end":"2026-07-09T15:25:33.474311Z","steps":["trace[51464056] 'process raft request' (duration: 129.787939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.928771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.260487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:33.928988Z","caller":"traceutil/trace.go:171","msg":"trace[1974860514] linearizableReadLoop","detail":"{readStateIndex:25345; appliedIndex:25344; }","duration":"342.995602ms","start":"2026-07-09T15:25:33.585974Z","end":"2026-07-09T15:25:33.928969Z","steps":["trace[1974860514] 'read index received' (duration: 177.304393ms)","trace[1974860514] 'applied index is now lower than readState.Index' (duration: 165.689679ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:33.929071Z","caller":"traceutil/trace.go:171","msg":"trace[2050564060] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"392.911514ms","start":"2026-07-09T15:25:33.536118Z","end":"2026-07-09T15:25:33.92903Z","steps":["trace[2050564060] 'process raft request' (duration: 227.294047ms)","trace[2050564060] 'compare' (duration: 164.789384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:33.929155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.32807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:25:33.929184Z","caller":"traceutil/trace.go:171","msg":"trace[619021196] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24539; }","duration":"339.391062ms","start":"2026-07-09T15:25:33.589783Z","end":"2026-07-09T15:25:33.929174Z","steps":["trace[619021196] 'agreement among raft nodes before linearized reading' (duration: 339.293979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.929163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.157097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T15:25:33.929226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.589764Z","time spent":"339.453003ms","remote":"127.0.0.1:41824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-09T15:25:33.929236Z","caller":"traceutil/trace.go:171","msg":"trace[899795352] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24539; }","duration":"343.28128ms","start":"2026-07-09T15:25:33.585937Z","end":"2026-07-09T15:25:33.929218Z","steps":["trace[899795352] 'agreement among raft nodes before linearized reading' (duration: 343.127036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:33.929252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.536088Z","time spent":"393.065198ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:33.929278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.585916Z","time spent":"343.354903ms","remote":"127.0.0.1:58020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:25:33.929364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.05953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:33.929489Z","caller":"traceutil/trace.go:171","msg":"trace[1343573186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24539; }","duration":"288.201414ms","start":"2026-07-09T15:25:33.641233Z","end":"2026-07-09T15:25:33.929435Z","steps":["trace[1343573186] 'agreement among raft nodes before linearized reading' (duration: 288.031619ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:34.243874Z","caller":"traceutil/trace.go:171","msg":"trace[1815929417] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"310.163407ms","start":"2026-07-09T15:25:33.93368Z","end":"2026-07-09T15:25:34.243843Z","steps":["trace[1815929417] 'process raft request' (duration: 309.93569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:34.244153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.933662Z","time spent":"310.305441ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:34.250228Z","caller":"traceutil/trace.go:171","msg":"trace[252881952] linearizableReadLoop","detail":"{readStateIndex:25347; appliedIndex:25346; }","duration":"248.945081ms","start":"2026-07-09T15:25:34.001244Z","end":"2026-07-09T15:25:34.250189Z","steps":["trace[252881952] 'read index received' (duration: 243.884969ms)","trace[252881952] 'applied index is now lower than readState.Index' (duration: 5.055681ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:34.250381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.109255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:34.250428Z","caller":"traceutil/trace.go:171","msg":"trace[1759977148] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24542; }","duration":"249.213198ms","start":"2026-07-09T15:25:34.0012Z","end":"2026-07-09T15:25:34.250413Z","steps":["trace[1759977148] 'agreement among raft nodes before linearized reading' (duration: 249.100285ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:34.251244Z","caller":"traceutil/trace.go:171","msg":"trace[2107071686] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"304.572581ms","start":"2026-07-09T15:25:33.946659Z","end":"2026-07-09T15:25:34.251231Z","steps":["trace[2107071686] 'process raft request' (duration: 303.090359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:34.251323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:33.946621Z","time spent":"304.649703ms","remote":"127.0.0.1:35942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418287,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:34.251498Z","caller":"traceutil/trace.go:171","msg":"trace[339062134] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"180.185843ms","start":"2026-07-09T15:25:34.071303Z","end":"2026-07-09T15:25:34.251489Z","steps":["trace[339062134] 'process raft request' (duration: 178.814145ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:39.02321Z","caller":"traceutil/trace.go:171","msg":"trace[901216073] linearizableReadLoop","detail":"{readStateIndex:25382; appliedIndex:25381; }","duration":"116.92278ms","start":"2026-07-09T15:25:38.906259Z","end":"2026-07-09T15:25:39.023182Z","steps":["trace[901216073] 'read index received' (duration: 116.720184ms)","trace[901216073] 'applied index is now lower than readState.Index' (duration: 201.676µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:39.023287Z","caller":"traceutil/trace.go:171","msg":"trace[2101789646] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"119.461141ms","start":"2026-07-09T15:25:38.903778Z","end":"2026-07-09T15:25:39.023239Z","steps":["trace[2101789646] 'process raft request' (duration: 119.236864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:39.023513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.018016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T15:25:39.023548Z","caller":"traceutil/trace.go:171","msg":"trace[1941576167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24575; }","duration":"115.090339ms","start":"2026-07-09T15:25:38.908448Z","end":"2026-07-09T15:25:39.023539Z","steps":["trace[1941576167] 'agreement among raft nodes before linearized reading' (duration: 114.935765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:39.023599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.503982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-09T15:25:39.023604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.31403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-09T15:25:39.023663Z","caller":"traceutil/trace.go:171","msg":"trace[1320544713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24575; }","duration":"114.615015ms","start":"2026-07-09T15:25:38.909033Z","end":"2026-07-09T15:25:39.023648Z","steps":["trace[1320544713] 'agreement among raft nodes before linearized reading' (duration: 114.457771ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:39.023701Z","caller":"traceutil/trace.go:171","msg":"trace[94474199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24575; }","duration":"117.447464ms","start":"2026-07-09T15:25:38.90623Z","end":"2026-07-09T15:25:39.023677Z","steps":["trace[94474199] 'agreement among raft nodes before linearized reading' (duration: 117.090174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:39.023666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.473193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-09T15:25:39.023795Z","caller":"traceutil/trace.go:171","msg":"trace[1342201389] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24575; }","duration":"113.618157ms","start":"2026-07-09T15:25:38.91014Z","end":"2026-07-09T15:25:39.023758Z","steps":["trace[1342201389] 'agreement among raft nodes before linearized reading' (duration: 113.276918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:42.785067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455121674904706282,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T15:25:42.857354Z","caller":"traceutil/trace.go:171","msg":"trace[257185419] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"573.452508ms","start":"2026-07-09T15:25:42.283875Z","end":"2026-07-09T15:25:42.857328Z","steps":["trace[257185419] 'process raft request' (duration: 573.265703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:42.857542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:42.283842Z","time spent":"573.586292ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:42.917519Z","caller":"traceutil/trace.go:171","msg":"trace[586748235] linearizableReadLoop","detail":"{readStateIndex:25415; appliedIndex:25414; }","duration":"633.274265ms","start":"2026-07-09T15:25:42.284222Z","end":"2026-07-09T15:25:42.917497Z","steps":["trace[586748235] 'read index received' (duration: 573.18409ms)","trace[586748235] 'applied index is now lower than readState.Index' (duration: 60.089175ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:42.917627Z","caller":"traceutil/trace.go:171","msg":"trace[2028058549] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"230.963859ms","start":"2026-07-09T15:25:42.686653Z","end":"2026-07-09T15:25:42.917617Z","steps":["trace[2028058549] 'process raft request' (duration: 230.682622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:42.91777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.587489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:42.917852Z","caller":"traceutil/trace.go:171","msg":"trace[1246141879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24607; }","duration":"272.712093ms","start":"2026-07-09T15:25:42.645122Z","end":"2026-07-09T15:25:42.917834Z","steps":["trace[1246141879] 'agreement among raft nodes before linearized reading' (duration: 272.551338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:42.917877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.636025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T15:25:42.917914Z","caller":"traceutil/trace.go:171","msg":"trace[727708454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24607; }","duration":"633.728668ms","start":"2026-07-09T15:25:42.284177Z","end":"2026-07-09T15:25:42.917906Z","steps":["trace[727708454] 'agreement among raft nodes before linearized reading' (duration: 633.594254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:42.917944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:42.284149Z","time spent":"633.788449ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T15:25:43.198322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.377881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T15:25:43.198381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.939192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-09T15:25:43.198456Z","caller":"traceutil/trace.go:171","msg":"trace[2116019213] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24608; }","duration":"154.050624ms","start":"2026-07-09T15:25:43.044382Z","end":"2026-07-09T15:25:43.198433Z","steps":["trace[2116019213] 'range keys from in-memory index tree' (duration: 153.787437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.198521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.576886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:43.198571Z","caller":"traceutil/trace.go:171","msg":"trace[1264543831] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24608; }","duration":"174.66887ms","start":"2026-07-09T15:25:43.023887Z","end":"2026-07-09T15:25:43.198556Z","steps":["trace[1264543831] 'count revisions from in-memory index tree' (duration: 174.480214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.198576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.846978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-09T15:25:43.198607Z","caller":"traceutil/trace.go:171","msg":"trace[652284072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24608; }","duration":"158.919201ms","start":"2026-07-09T15:25:43.03968Z","end":"2026-07-09T15:25:43.198599Z","steps":["trace[652284072] 'range keys from in-memory index tree' (duration: 158.712865ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:43.198399Z","caller":"traceutil/trace.go:171","msg":"trace[1852166801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24608; }","duration":"155.477795ms","start":"2026-07-09T15:25:43.042899Z","end":"2026-07-09T15:25:43.198377Z","steps":["trace[1852166801] 'range keys from in-memory index tree' (duration: 155.237068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.198657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.094974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-09T15:25:43.198802Z","caller":"traceutil/trace.go:171","msg":"trace[860494177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24608; }","duration":"155.272819ms","start":"2026-07-09T15:25:43.043515Z","end":"2026-07-09T15:25:43.198788Z","steps":["trace[860494177] 'range keys from in-memory index tree' (duration: 154.97415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.19874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.538407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-09T15:25:43.198864Z","caller":"traceutil/trace.go:171","msg":"trace[1438922026] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24608; }","duration":"155.66916ms","start":"2026-07-09T15:25:43.043182Z","end":"2026-07-09T15:25:43.198851Z","steps":["trace[1438922026] 'range keys from in-memory index tree' (duration: 155.468195ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:43.395441Z","caller":"traceutil/trace.go:171","msg":"trace[2052378007] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"192.336963ms","start":"2026-07-09T15:25:43.203061Z","end":"2026-07-09T15:25:43.395398Z","steps":["trace[2052378007] 'process raft request' (duration: 192.120117ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:43.789Z","caller":"traceutil/trace.go:171","msg":"trace[2047822778] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"584.984099ms","start":"2026-07-09T15:25:43.203975Z","end":"2026-07-09T15:25:43.78896Z","steps":["trace[2047822778] 'process raft request' (duration: 584.849805ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:43.789031Z","caller":"traceutil/trace.go:171","msg":"trace[1898690288] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"585.422471ms","start":"2026-07-09T15:25:43.203556Z","end":"2026-07-09T15:25:43.788978Z","steps":["trace[1898690288] 'process raft request' (duration: 585.02842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.789256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.203944Z","time spent":"585.160224ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:43.789273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.203531Z","time spent":"585.596265ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:43.789411Z","caller":"traceutil/trace.go:171","msg":"trace[582968174] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"585.361179ms","start":"2026-07-09T15:25:43.204014Z","end":"2026-07-09T15:25:43.789375Z","steps":["trace[582968174] 'process raft request' (duration: 584.878466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.789611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.203999Z","time spent":"585.518983ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:43.78967Z","caller":"traceutil/trace.go:171","msg":"trace[1808658531] linearizableReadLoop","detail":"{readStateIndex:25421; appliedIndex:25416; }","duration":"578.604841ms","start":"2026-07-09T15:25:43.211043Z","end":"2026-07-09T15:25:43.789648Z","steps":["trace[1808658531] 'read index received' (duration: 184.247887ms)","trace[1808658531] 'applied index is now lower than readState.Index' (duration: 394.355594ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:43.789794Z","caller":"traceutil/trace.go:171","msg":"trace[1582646824] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"582.841479ms","start":"2026-07-09T15:25:43.206932Z","end":"2026-07-09T15:25:43.789774Z","steps":["trace[1582646824] 'process raft request' (duration: 582.234892ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:43.789885Z","caller":"traceutil/trace.go:171","msg":"trace[338923904] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"411.900673ms","start":"2026-07-09T15:25:43.377953Z","end":"2026-07-09T15:25:43.789853Z","steps":["trace[338923904] 'process raft request' (duration: 411.615146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.789895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.206917Z","time spent":"582.921951ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:43.790003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.377928Z","time spent":"412.018497ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:43.792094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.041349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-09T15:25:43.79218Z","caller":"traceutil/trace.go:171","msg":"trace[1447794288] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24614; }","duration":"581.121811ms","start":"2026-07-09T15:25:43.21101Z","end":"2026-07-09T15:25:43.792132Z","steps":["trace[1447794288] 'agreement among raft nodes before linearized reading' (duration: 578.805096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:43.792233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.210999Z","time spent":"581.223334ms","remote":"127.0.0.1:41462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2692,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:25:44.291004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15455121674904706305,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-09T15:25:44.308791Z","caller":"traceutil/trace.go:171","msg":"trace[840652017] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"815.127365ms","start":"2026-07-09T15:25:43.493633Z","end":"2026-07-09T15:25:44.30876Z","steps":["trace[840652017] 'process raft request' (duration: 814.844847ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:44.309011Z","caller":"traceutil/trace.go:171","msg":"trace[1876133148] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"798.173692ms","start":"2026-07-09T15:25:43.510828Z","end":"2026-07-09T15:25:44.309001Z","steps":["trace[1876133148] 'process raft request' (duration: 797.919544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:44.309118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.493594Z","time spent":"815.382042ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:44.309149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.510812Z","time spent":"798.249464ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:44.308834Z","caller":"traceutil/trace.go:171","msg":"trace[408855112] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"800.637751ms","start":"2026-07-09T15:25:43.50816Z","end":"2026-07-09T15:25:44.308798Z","steps":["trace[408855112] 'process raft request' (duration: 800.524028ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:44.308817Z","caller":"traceutil/trace.go:171","msg":"trace[1335693594] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"800.479737ms","start":"2026-07-09T15:25:43.50831Z","end":"2026-07-09T15:25:44.30879Z","steps":["trace[1335693594] 'process raft request' (duration: 800.406375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:44.310176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.508132Z","time spent":"801.932727ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:44.310357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.508267Z","time spent":"801.967228ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:44.331411Z","caller":"traceutil/trace.go:171","msg":"trace[1745633500] linearizableReadLoop","detail":"{readStateIndex:25427; appliedIndex:25422; }","duration":"541.653441ms","start":"2026-07-09T15:25:43.789732Z","end":"2026-07-09T15:25:44.331385Z","steps":["trace[1745633500] 'read index received' (duration: 518.897466ms)","trace[1745633500] 'applied index is now lower than readState.Index' (duration: 22.754885ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:44.331586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.948715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:44.331638Z","caller":"traceutil/trace.go:171","msg":"trace[305222787] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24619; }","duration":"803.066658ms","start":"2026-07-09T15:25:43.528558Z","end":"2026-07-09T15:25:44.331625Z","steps":["trace[305222787] 'agreement among raft nodes before linearized reading' (duration: 802.943475ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:44.331737Z","caller":"traceutil/trace.go:171","msg":"trace[362621454] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"366.828327ms","start":"2026-07-09T15:25:43.964881Z","end":"2026-07-09T15:25:44.33171Z","steps":["trace[362621454] 'process raft request' (duration: 366.330253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:44.331801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.528541Z","time spent":"803.238134ms","remote":"127.0.0.1:49802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:25:44.331896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:43.964854Z","time spent":"366.94962ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:55.038378Z","caller":"traceutil/trace.go:171","msg":"trace[1440813540] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"132.490374ms","start":"2026-07-09T15:25:54.905865Z","end":"2026-07-09T15:25:55.038355Z","steps":["trace[1440813540] 'process raft request' (duration: 132.293088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.317059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.022765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:55.317211Z","caller":"traceutil/trace.go:171","msg":"trace[1688686495] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"406.836073ms","start":"2026-07-09T15:25:54.910362Z","end":"2026-07-09T15:25:55.317198Z","steps":["trace[1688686495] 'process raft request' (duration: 406.772931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.317264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:54.910348Z","time spent":"406.892244ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:55.317258Z","caller":"traceutil/trace.go:171","msg":"trace[770274488] linearizableReadLoop","detail":"{readStateIndex:25562; appliedIndex:25559; }","duration":"332.469869ms","start":"2026-07-09T15:25:54.984767Z","end":"2026-07-09T15:25:55.317237Z","steps":["trace[770274488] 'read index received' (duration: 53.648425ms)","trace[770274488] 'applied index is now lower than readState.Index' (duration: 278.820594ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:55.317259Z","caller":"traceutil/trace.go:171","msg":"trace[709325024] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"408.416986ms","start":"2026-07-09T15:25:54.908805Z","end":"2026-07-09T15:25:55.317222Z","steps":["trace[709325024] 'process raft request' (duration: 226.162065ms)","trace[709325024] 'compare' (duration: 181.916302ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:55.317344Z","caller":"traceutil/trace.go:171","msg":"trace[568530967] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"356.428557ms","start":"2026-07-09T15:25:54.960868Z","end":"2026-07-09T15:25:55.317297Z","steps":["trace[568530967] 'process raft request' (duration: 356.304164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.317409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:54.908785Z","time spent":"408.54184ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:55.31742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.648124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T15:25:55.317473Z","caller":"traceutil/trace.go:171","msg":"trace[1795959939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24752; }","duration":"332.730946ms","start":"2026-07-09T15:25:54.98471Z","end":"2026-07-09T15:25:55.317441Z","steps":["trace[1795959939] 'agreement among raft nodes before linearized reading' (duration: 332.603393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.317511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:54.984689Z","time spent":"332.814258ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T15:25:55.317509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:54.960836Z","time spent":"356.580212ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:55.444217Z","caller":"traceutil/trace.go:171","msg":"trace[23170412] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"179.236227ms","start":"2026-07-09T15:25:55.264966Z","end":"2026-07-09T15:25:55.444202Z","steps":["trace[23170412] 'process raft request' (duration: 179.136455ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:55.534733Z","caller":"traceutil/trace.go:171","msg":"trace[385451704] linearizableReadLoop","detail":"{readStateIndex:25564; appliedIndex:25563; }","duration":"192.579599ms","start":"2026-07-09T15:25:55.342135Z","end":"2026-07-09T15:25:55.534715Z","steps":["trace[385451704] 'read index received' (duration: 102.375724ms)","trace[385451704] 'applied index is now lower than readState.Index' (duration: 90.203305ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:55.534846Z","caller":"traceutil/trace.go:171","msg":"trace[1702798394] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"213.834181ms","start":"2026-07-09T15:25:55.321005Z","end":"2026-07-09T15:25:55.534839Z","steps":["trace[1702798394] 'process raft request' (duration: 213.587324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.535043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.891868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-09T15:25:55.535071Z","caller":"traceutil/trace.go:171","msg":"trace[280012947] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24754; }","duration":"192.961419ms","start":"2026-07-09T15:25:55.342097Z","end":"2026-07-09T15:25:55.535058Z","steps":["trace[280012947] 'agreement among raft nodes before linearized reading' (duration: 192.848146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.535159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.721138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-07-09T15:25:55.535255Z","caller":"traceutil/trace.go:171","msg":"trace[1090913364] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b; range_end:; response_count:1; response_revision:24754; }","duration":"105.861342ms","start":"2026-07-09T15:25:55.429367Z","end":"2026-07-09T15:25:55.535228Z","steps":["trace[1090913364] 'agreement among raft nodes before linearized reading' (duration: 105.574374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.919052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.149048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3dee20d5-6298-4f9a-b43e-59f5ca888dfc\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-09T15:25:55.91912Z","caller":"traceutil/trace.go:171","msg":"trace[303848788] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3dee20d5-6298-4f9a-b43e-59f5ca888dfc; range_end:; response_count:1; response_revision:24754; }","duration":"375.253632ms","start":"2026-07-09T15:25:55.543849Z","end":"2026-07-09T15:25:55.919103Z","steps":["trace[303848788] 'range keys from in-memory index tree' (duration: 375.024845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.919152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.543834Z","time spent":"375.309943ms","remote":"127.0.0.1:41530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-3dee20d5-6298-4f9a-b43e-59f5ca888dfc\" "} {"level":"warn","ts":"2026-07-09T15:25:55.919262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.649576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:55.919321Z","caller":"traceutil/trace.go:171","msg":"trace[1479575418] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"375.053726ms","start":"2026-07-09T15:25:55.544256Z","end":"2026-07-09T15:25:55.91931Z","steps":["trace[1479575418] 'process raft request' (duration: 199.269976ms)","trace[1479575418] 'compare' (duration: 175.361039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:55.919374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.544232Z","time spent":"375.113977ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:55.939355Z","caller":"traceutil/trace.go:171","msg":"trace[452550456] linearizableReadLoop","detail":"{readStateIndex:25566; appliedIndex:25564; }","duration":"316.230926ms","start":"2026-07-09T15:25:55.623101Z","end":"2026-07-09T15:25:55.939332Z","steps":["trace[452550456] 'read index received' (duration: 120.439867ms)","trace[452550456] 'applied index is now lower than readState.Index' (duration: 195.790329ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:55.939398Z","caller":"traceutil/trace.go:171","msg":"trace[1680244378] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"392.855383ms","start":"2026-07-09T15:25:55.546511Z","end":"2026-07-09T15:25:55.939366Z","steps":["trace[1680244378] 'process raft request' (duration: 392.633687ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:55.939465Z","caller":"traceutil/trace.go:171","msg":"trace[1620349177] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"286.908088ms","start":"2026-07-09T15:25:55.652514Z","end":"2026-07-09T15:25:55.939422Z","steps":["trace[1620349177] 'process raft request' (duration: 286.775625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.939526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.54649Z","time spent":"392.962775ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:55.939563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.125264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-09T15:25:55.939504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.352478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T15:25:55.939563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.437882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-07-09T15:25:55.939655Z","caller":"traceutil/trace.go:171","msg":"trace[2133067122] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b; range_end:; response_count:1; response_revision:24757; }","duration":"316.570445ms","start":"2026-07-09T15:25:55.623068Z","end":"2026-07-09T15:25:55.939639Z","steps":["trace[2133067122] 'agreement among raft nodes before linearized reading' (duration: 316.37539ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:55.93959Z","caller":"traceutil/trace.go:171","msg":"trace[766157716] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24757; }","duration":"193.185756ms","start":"2026-07-09T15:25:55.746396Z","end":"2026-07-09T15:25:55.939582Z","steps":["trace[766157716] 'agreement among raft nodes before linearized reading' (duration: 193.128604ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:55.939669Z","caller":"traceutil/trace.go:171","msg":"trace[497345602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24757; }","duration":"298.531783ms","start":"2026-07-09T15:25:55.641097Z","end":"2026-07-09T15:25:55.939629Z","steps":["trace[497345602] 'agreement among raft nodes before linearized reading' (duration: 298.362748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:55.939698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.623053Z","time spent":"316.635708ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" "} {"level":"warn","ts":"2026-07-09T15:25:56.277014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.891499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:56.277093Z","caller":"traceutil/trace.go:171","msg":"trace[921484457] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"333.070566ms","start":"2026-07-09T15:25:55.944009Z","end":"2026-07-09T15:25:56.27708Z","steps":["trace[921484457] 'process raft request' (duration: 183.049644ms)","trace[921484457] 'compare' (duration: 149.495467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:56.277127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.943989Z","time spent":"333.121047ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:57.037505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.681983ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:25:57.037774Z","caller":"traceutil/trace.go:171","msg":"trace[592920150] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"1.093474284s","start":"2026-07-09T15:25:55.944228Z","end":"2026-07-09T15:25:57.037702Z","steps":["trace[592920150] 'process raft request' (duration: 678.109444ms)","trace[592920150] 'compare' (duration: 413.265002ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:57.037935Z","caller":"traceutil/trace.go:171","msg":"trace[1732681750] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"1.09153025s","start":"2026-07-09T15:25:55.946311Z","end":"2026-07-09T15:25:57.037841Z","steps":["trace[1732681750] 'process raft request' (duration: 1.091305564s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.037969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.944221Z","time spent":"1.093647419s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:57.03802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.946287Z","time spent":"1.091692014s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:57.038144Z","caller":"traceutil/trace.go:171","msg":"trace[1352764730] linearizableReadLoop","detail":"{readStateIndex:25571; appliedIndex:25567; }","duration":"987.983903ms","start":"2026-07-09T15:25:56.050139Z","end":"2026-07-09T15:25:57.038123Z","steps":["trace[1352764730] 'read index received' (duration: 76.939555ms)","trace[1352764730] 'applied index is now lower than readState.Index' (duration: 911.043148ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:25:57.038272Z","caller":"traceutil/trace.go:171","msg":"trace[1037671202] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"1.090750527s","start":"2026-07-09T15:25:55.94751Z","end":"2026-07-09T15:25:57.03826Z","steps":["trace[1037671202] 'process raft request' (duration: 1.090272734s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.038312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.169718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T15:25:57.038342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:55.947491Z","time spent":"1.09081692s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:57.03836Z","caller":"traceutil/trace.go:171","msg":"trace[56815785] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24761; }","duration":"988.262091ms","start":"2026-07-09T15:25:56.050084Z","end":"2026-07-09T15:25:57.038346Z","steps":["trace[56815785] 'agreement among raft nodes before linearized reading' (duration: 988.176368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.038398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.050064Z","time spent":"988.325162ms","remote":"127.0.0.1:49746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-09T15:25:57.513539Z","caller":"traceutil/trace.go:171","msg":"trace[1903465467] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"1.15432377s","start":"2026-07-09T15:25:56.359199Z","end":"2026-07-09T15:25:57.513523Z","steps":["trace[1903465467] 'process raft request' (duration: 1.154228188s)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:57.513605Z","caller":"traceutil/trace.go:171","msg":"trace[1085279058] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"1.160918994s","start":"2026-07-09T15:25:56.352641Z","end":"2026-07-09T15:25:57.51356Z","steps":["trace[1085279058] 'process raft request' (duration: 1.160697918s)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:57.513631Z","caller":"traceutil/trace.go:171","msg":"trace[1225175458] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"1.1417644s","start":"2026-07-09T15:25:56.371841Z","end":"2026-07-09T15:25:57.513606Z","steps":["trace[1225175458] 'process raft request' (duration: 1.141651127s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.513686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.359188Z","time spent":"1.154420473s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:57.513785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.371811Z","time spent":"1.141898494s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:57.513799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.352608Z","time spent":"1.161097939s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:57.513515Z","caller":"traceutil/trace.go:171","msg":"trace[462363152] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"1.160919214s","start":"2026-07-09T15:25:56.352558Z","end":"2026-07-09T15:25:57.513477Z","steps":["trace[462363152] 'process raft request' (duration: 1.160671277s)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:57.513958Z","caller":"traceutil/trace.go:171","msg":"trace[539027456] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"1.160143762s","start":"2026-07-09T15:25:56.353801Z","end":"2026-07-09T15:25:57.513944Z","steps":["trace[539027456] 'process raft request' (duration: 1.159601787s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.513962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.35253Z","time spent":"1.161378647s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:25:57.51402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.353788Z","time spent":"1.160202274s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:25:57.565304Z","caller":"traceutil/trace.go:171","msg":"trace[805276242] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"243.396616ms","start":"2026-07-09T15:25:57.32187Z","end":"2026-07-09T15:25:57.565267Z","steps":["trace[805276242] 'process raft request' (duration: 243.17845ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:57.565378Z","caller":"traceutil/trace.go:171","msg":"trace[1318481823] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"242.411438ms","start":"2026-07-09T15:25:57.322931Z","end":"2026-07-09T15:25:57.565342Z","steps":["trace[1318481823] 'process raft request' (duration: 242.249183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.56563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.699857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-07-09T15:25:57.565686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297050209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-09T15:25:57.565716Z","caller":"traceutil/trace.go:171","msg":"trace[309355607] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b; range_end:; response_count:1; response_revision:24768; }","duration":"619.844041ms","start":"2026-07-09T15:25:56.945851Z","end":"2026-07-09T15:25:57.565695Z","steps":["trace[309355607] 'agreement among raft nodes before linearized reading' (duration: 619.564193ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:57.565737Z","caller":"traceutil/trace.go:171","msg":"trace[843140880] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24768; }","duration":"1.297139592s","start":"2026-07-09T15:25:56.268584Z","end":"2026-07-09T15:25:57.565724Z","steps":["trace[843140880] 'agreement among raft nodes before linearized reading' (duration: 1.296970287s)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.565768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.268567Z","time spent":"1.297194894s","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-09T15:25:57.565773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:56.945807Z","time spent":"619.951513ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" "} {"level":"info","ts":"2026-07-09T15:25:57.565274Z","caller":"traceutil/trace.go:171","msg":"trace[411469472] linearizableReadLoop","detail":"{readStateIndex:25577; appliedIndex:25571; }","duration":"527.017812ms","start":"2026-07-09T15:25:57.038232Z","end":"2026-07-09T15:25:57.56525Z","steps":["trace[411469472] 'read index received' (duration: 475.017813ms)","trace[411469472] 'applied index is now lower than readState.Index' (duration: 51.976639ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:57.56606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.738397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:25:57.56612Z","caller":"traceutil/trace.go:171","msg":"trace[846639480] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24768; }","duration":"223.8397ms","start":"2026-07-09T15:25:57.342263Z","end":"2026-07-09T15:25:57.566103Z","steps":["trace[846639480] 'agreement among raft nodes before linearized reading' (duration: 223.736627ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:57.566097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.361432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T15:25:57.56617Z","caller":"traceutil/trace.go:171","msg":"trace[267829603] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24768; }","duration":"282.472365ms","start":"2026-07-09T15:25:57.283683Z","end":"2026-07-09T15:25:57.566155Z","steps":["trace[267829603] 'agreement among raft nodes before linearized reading' (duration: 282.30486ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:59.72797Z","caller":"traceutil/trace.go:171","msg":"trace[598096983] transaction","detail":"{read_only:false; response_revision:24784; number_of_response:1; }","duration":"155.809384ms","start":"2026-07-09T15:25:59.572049Z","end":"2026-07-09T15:25:59.727858Z","steps":["trace[598096983] 'process raft request' (duration: 155.659509ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:59.992413Z","caller":"traceutil/trace.go:171","msg":"trace[1536469726] linearizableReadLoop","detail":"{readStateIndex:25596; appliedIndex:25595; }","duration":"409.194488ms","start":"2026-07-09T15:25:59.583191Z","end":"2026-07-09T15:25:59.992386Z","steps":["trace[1536469726] 'read index received' (duration: 144.89029ms)","trace[1536469726] 'applied index is now lower than readState.Index' (duration: 264.303068ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:59.992649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.996815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:25:59.99321Z","caller":"traceutil/trace.go:171","msg":"trace[1681420418] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24785; }","duration":"337.574561ms","start":"2026-07-09T15:25:59.65561Z","end":"2026-07-09T15:25:59.993185Z","steps":["trace[1681420418] 'agreement among raft nodes before linearized reading' (duration: 336.960874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:59.992673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.044428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T15:25:59.993357Z","caller":"traceutil/trace.go:171","msg":"trace[413105305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24785; }","duration":"407.719977ms","start":"2026-07-09T15:25:59.585605Z","end":"2026-07-09T15:25:59.993325Z","steps":["trace[413105305] 'agreement among raft nodes before linearized reading' (duration: 406.955596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:59.993358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:59.655606Z","time spent":"337.703745ms","remote":"127.0.0.1:56430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-09T15:25:59.992756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.072058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T15:25:59.992899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.658961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-07-09T15:25:59.993924Z","caller":"traceutil/trace.go:171","msg":"trace[748699716] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b; range_end:; response_count:1; response_revision:24785; }","duration":"410.741781ms","start":"2026-07-09T15:25:59.583166Z","end":"2026-07-09T15:25:59.993908Z","steps":["trace[748699716] 'agreement among raft nodes before linearized reading' (duration: 409.364002ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:25:59.993896Z","caller":"traceutil/trace.go:171","msg":"trace[597540916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24785; }","duration":"346.964493ms","start":"2026-07-09T15:25:59.646655Z","end":"2026-07-09T15:25:59.99362Z","steps":["trace[597540916] 'agreement among raft nodes before linearized reading' (duration: 346.014506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:25:59.993418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:59.585599Z","time spent":"407.789619ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-09T15:25:59.994036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:59.583154Z","time spent":"410.829164ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3973,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-50355dec-e6d7-4a99-8f98-7db3c324e69b\" "} {"level":"info","ts":"2026-07-09T15:25:59.993246Z","caller":"traceutil/trace.go:171","msg":"trace[2028171695] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"420.426781ms","start":"2026-07-09T15:25:59.572778Z","end":"2026-07-09T15:25:59.993205Z","steps":["trace[2028171695] 'process raft request' (duration: 335.810762ms)","trace[2028171695] 'compare' (duration: 83.682283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:25:59.994243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:59.646616Z","time spent":"347.5492ms","remote":"127.0.0.1:41362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-09T15:25:59.994274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:25:59.572759Z","time spent":"421.443479ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:26:00.234632Z","caller":"traceutil/trace.go:171","msg":"trace[2023832415] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"236.186394ms","start":"2026-07-09T15:25:59.998417Z","end":"2026-07-09T15:26:00.234603Z","steps":["trace[2023832415] 'process raft request' (duration: 169.32673ms)","trace[2023832415] 'compare' (duration: 66.505564ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:00.292835Z","caller":"traceutil/trace.go:171","msg":"trace[1734959151] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25596; }","duration":"291.216658ms","start":"2026-07-09T15:26:00.001594Z","end":"2026-07-09T15:26:00.292811Z","steps":["trace[1734959151] 'read index received' (duration: 166.157641ms)","trace[1734959151] 'applied index is now lower than readState.Index' (duration: 125.058327ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:00.292901Z","caller":"traceutil/trace.go:171","msg":"trace[700196247] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"292.517355ms","start":"2026-07-09T15:26:00.000352Z","end":"2026-07-09T15:26:00.292869Z","steps":["trace[700196247] 'process raft request' (duration: 292.35962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:00.292979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.361222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:00.293007Z","caller":"traceutil/trace.go:171","msg":"trace[969197772] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24787; }","duration":"291.422043ms","start":"2026-07-09T15:26:00.001578Z","end":"2026-07-09T15:26:00.293Z","steps":["trace[969197772] 'agreement among raft nodes before linearized reading' (duration: 291.351921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:00.293094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.205932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:00.293176Z","caller":"traceutil/trace.go:171","msg":"trace[1145370697] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24787; }","duration":"190.330125ms","start":"2026-07-09T15:26:00.102819Z","end":"2026-07-09T15:26:00.293149Z","steps":["trace[1145370697] 'agreement among raft nodes before linearized reading' (duration: 190.196982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:04.466072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.991457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T15:26:04.466156Z","caller":"traceutil/trace.go:171","msg":"trace[305666159] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24835; }","duration":"152.122021ms","start":"2026-07-09T15:26:04.314015Z","end":"2026-07-09T15:26:04.466137Z","steps":["trace[305666159] 'range keys from in-memory index tree' (duration: 151.806902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:04.466312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.026584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:04.466384Z","caller":"traceutil/trace.go:171","msg":"trace[99697356] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24835; }","duration":"196.138788ms","start":"2026-07-09T15:26:04.270227Z","end":"2026-07-09T15:26:04.466366Z","steps":["trace[99697356] 'count revisions from in-memory index tree' (duration: 195.950913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:04.466376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.095424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-09T15:26:04.466437Z","caller":"traceutil/trace.go:171","msg":"trace[551650051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24835; }","duration":"216.189627ms","start":"2026-07-09T15:26:04.250232Z","end":"2026-07-09T15:26:04.466422Z","steps":["trace[551650051] 'range keys from in-memory index tree' (duration: 215.914479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:04.466634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.066973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T15:26:04.466746Z","caller":"traceutil/trace.go:171","msg":"trace[525222269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24835; }","duration":"160.198456ms","start":"2026-07-09T15:26:04.306522Z","end":"2026-07-09T15:26:04.466721Z","steps":["trace[525222269] 'range keys from in-memory index tree' (duration: 159.823595ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:04.667434Z","caller":"traceutil/trace.go:171","msg":"trace[1908839181] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"195.13285ms","start":"2026-07-09T15:26:04.472262Z","end":"2026-07-09T15:26:04.667395Z","steps":["trace[1908839181] 'process raft request' (duration: 194.871293ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:04.880261Z","caller":"traceutil/trace.go:171","msg":"trace[1935997290] transaction","detail":"{read_only:false; response_revision:24837; number_of_response:1; }","duration":"407.136771ms","start":"2026-07-09T15:26:04.473096Z","end":"2026-07-09T15:26:04.880232Z","steps":["trace[1935997290] 'process raft request' (duration: 310.854907ms)","trace[1935997290] 'compare' (duration: 96.060288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:04.880448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:04.473077Z","time spent":"407.283294ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:26:04.880464Z","caller":"traceutil/trace.go:171","msg":"trace[589987797] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25647; }","duration":"236.613036ms","start":"2026-07-09T15:26:04.643812Z","end":"2026-07-09T15:26:04.880425Z","steps":["trace[589987797] 'read index received' (duration: 23.484944ms)","trace[589987797] 'applied index is now lower than readState.Index' (duration: 213.126112ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:04.880537Z","caller":"traceutil/trace.go:171","msg":"trace[1622328047] transaction","detail":"{read_only:false; response_revision:24838; number_of_response:1; }","duration":"407.351457ms","start":"2026-07-09T15:26:04.47316Z","end":"2026-07-09T15:26:04.880512Z","steps":["trace[1622328047] 'process raft request' (duration: 407.022767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:04.880614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.787312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:04.880656Z","caller":"traceutil/trace.go:171","msg":"trace[253784952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24838; }","duration":"236.889474ms","start":"2026-07-09T15:26:04.643755Z","end":"2026-07-09T15:26:04.880644Z","steps":["trace[253784952] 'agreement among raft nodes before linearized reading' (duration: 236.782181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:04.88065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:04.473137Z","time spent":"407.44732ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:26:25.850289Z","caller":"traceutil/trace.go:171","msg":"trace[630729509] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"228.421388ms","start":"2026-07-09T15:26:25.621819Z","end":"2026-07-09T15:26:25.85024Z","steps":["trace[630729509] 'process raft request' (duration: 204.874592ms)","trace[630729509] 'compare' (duration: 23.114984ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:25.85035Z","caller":"traceutil/trace.go:171","msg":"trace[1173182678] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"217.934966ms","start":"2026-07-09T15:26:25.632354Z","end":"2026-07-09T15:26:25.850289Z","steps":["trace[1173182678] 'process raft request' (duration: 217.832963ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:25.850299Z","caller":"traceutil/trace.go:171","msg":"trace[1413757996] linearizableReadLoop","detail":"{readStateIndex:25834; appliedIndex:25830; }","duration":"208.256185ms","start":"2026-07-09T15:26:25.642017Z","end":"2026-07-09T15:26:25.850273Z","steps":["trace[1413757996] 'read index received' (duration: 59.783046ms)","trace[1413757996] 'applied index is now lower than readState.Index' (duration: 148.471909ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:25.850468Z","caller":"traceutil/trace.go:171","msg":"trace[1531768086] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"217.788251ms","start":"2026-07-09T15:26:25.632667Z","end":"2026-07-09T15:26:25.850455Z","steps":["trace[1531768086] 'process raft request' (duration: 217.559575ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:25.850286Z","caller":"traceutil/trace.go:171","msg":"trace[738498791] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"225.286681ms","start":"2026-07-09T15:26:25.624958Z","end":"2026-07-09T15:26:25.850245Z","steps":["trace[738498791] 'process raft request' (duration: 225.133536ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:25.850423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.38306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:25.85065Z","caller":"traceutil/trace.go:171","msg":"trace[1734147682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25017; }","duration":"208.644476ms","start":"2026-07-09T15:26:25.641987Z","end":"2026-07-09T15:26:25.850631Z","steps":["trace[1734147682] 'agreement among raft nodes before linearized reading' (duration: 208.363059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:25.867188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.630768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:26:25.867282Z","caller":"traceutil/trace.go:171","msg":"trace[558277954] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25018; }","duration":"146.767242ms","start":"2026-07-09T15:26:25.720495Z","end":"2026-07-09T15:26:25.867262Z","steps":["trace[558277954] 'agreement among raft nodes before linearized reading' (duration: 146.585537ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:26.395249Z","caller":"traceutil/trace.go:171","msg":"trace[948803591] linearizableReadLoop","detail":"{readStateIndex:25837; appliedIndex:25836; }","duration":"175.702568ms","start":"2026-07-09T15:26:26.219526Z","end":"2026-07-09T15:26:26.395229Z","steps":["trace[948803591] 'read index received' (duration: 175.549454ms)","trace[948803591] 'applied index is now lower than readState.Index' (duration: 152.294µs)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:26.395404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.869713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:26:26.395433Z","caller":"traceutil/trace.go:171","msg":"trace[1038916664] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25020; }","duration":"175.951965ms","start":"2026-07-09T15:26:26.219474Z","end":"2026-07-09T15:26:26.395426Z","steps":["trace[1038916664] 'agreement among raft nodes before linearized reading' (duration: 175.850773ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:26.395556Z","caller":"traceutil/trace.go:171","msg":"trace[1467789056] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"194.164552ms","start":"2026-07-09T15:26:26.201365Z","end":"2026-07-09T15:26:26.39553Z","steps":["trace[1467789056] 'process raft request' (duration: 193.73514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:26.609685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.416629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:26.609812Z","caller":"traceutil/trace.go:171","msg":"trace[1660873638] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25020; }","duration":"171.617835ms","start":"2026-07-09T15:26:26.43817Z","end":"2026-07-09T15:26:26.609788Z","steps":["trace[1660873638] 'count revisions from in-memory index tree' (duration: 171.323526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:26.90595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.934288ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-09T15:26:26.906086Z","caller":"traceutil/trace.go:171","msg":"trace[557537064] linearizableReadLoop","detail":"{readStateIndex:25839; appliedIndex:25838; }","duration":"131.882257ms","start":"2026-07-09T15:26:26.774178Z","end":"2026-07-09T15:26:26.90606Z","steps":["trace[557537064] 'read index received' (duration: 85.202µs)","trace[557537064] 'applied index is now lower than readState.Index' (duration: 131.795064ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:26.906373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.185635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-09T15:26:26.906462Z","caller":"traceutil/trace.go:171","msg":"trace[523543435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25021; }","duration":"132.344ms","start":"2026-07-09T15:26:26.774096Z","end":"2026-07-09T15:26:26.90644Z","steps":["trace[523543435] 'agreement among raft nodes before linearized reading' (duration: 132.077023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:27.285897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.739796ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:26:27.286023Z","caller":"traceutil/trace.go:171","msg":"trace[295456701] linearizableReadLoop","detail":"{readStateIndex:25841; appliedIndex:25840; }","duration":"296.761354ms","start":"2026-07-09T15:26:26.989242Z","end":"2026-07-09T15:26:27.286004Z","steps":["trace[295456701] 'read index received' (duration: 194.658497ms)","trace[295456701] 'applied index is now lower than readState.Index' (duration: 102.101337ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:27.286125Z","caller":"traceutil/trace.go:171","msg":"trace[1888972570] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"299.235652ms","start":"2026-07-09T15:26:26.986881Z","end":"2026-07-09T15:26:27.286117Z","steps":["trace[1888972570] 'process raft request' (duration: 197.144926ms)","trace[1888972570] 'compare' (duration: 101.447838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:27.286335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.333357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T15:26:27.286426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.178675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T15:26:27.286441Z","caller":"traceutil/trace.go:171","msg":"trace[1321401151] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25023; }","duration":"289.525171ms","start":"2026-07-09T15:26:26.996889Z","end":"2026-07-09T15:26:27.286414Z","steps":["trace[1321401151] 'agreement among raft nodes before linearized reading' (duration: 289.318306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:27.286448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.217914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-09T15:26:27.286475Z","caller":"traceutil/trace.go:171","msg":"trace[1717635044] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25023; }","duration":"297.271458ms","start":"2026-07-09T15:26:26.989191Z","end":"2026-07-09T15:26:27.286463Z","steps":["trace[1717635044] 'agreement among raft nodes before linearized reading' (duration: 297.129154ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:27.286513Z","caller":"traceutil/trace.go:171","msg":"trace[317484815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25023; }","duration":"105.347297ms","start":"2026-07-09T15:26:27.181146Z","end":"2026-07-09T15:26:27.286493Z","steps":["trace[317484815] 'agreement among raft nodes before linearized reading' (duration: 105.166142ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:27.439513Z","caller":"traceutil/trace.go:171","msg":"trace[1376699303] linearizableReadLoop","detail":"{readStateIndex:25845; appliedIndex:25841; }","duration":"112.26706ms","start":"2026-07-09T15:26:27.327225Z","end":"2026-07-09T15:26:27.439492Z","steps":["trace[1376699303] 'read index received' (duration: 47.017901ms)","trace[1376699303] 'applied index is now lower than readState.Index' (duration: 65.248179ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:27.439559Z","caller":"traceutil/trace.go:171","msg":"trace[151705593] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"147.755689ms","start":"2026-07-09T15:26:27.291777Z","end":"2026-07-09T15:26:27.439532Z","steps":["trace[151705593] 'process raft request' (duration: 147.676117ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:27.439549Z","caller":"traceutil/trace.go:171","msg":"trace[411857134] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"147.76159ms","start":"2026-07-09T15:26:27.291754Z","end":"2026-07-09T15:26:27.439516Z","steps":["trace[411857134] 'process raft request' (duration: 147.518863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:27.439684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.449316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-09T15:26:27.439721Z","caller":"traceutil/trace.go:171","msg":"trace[1158380905] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25027; }","duration":"112.550898ms","start":"2026-07-09T15:26:27.327159Z","end":"2026-07-09T15:26:27.439709Z","steps":["trace[1158380905] 'agreement among raft nodes before linearized reading' (duration: 112.417554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:27.655927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.148138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:27.656012Z","caller":"traceutil/trace.go:171","msg":"trace[77496863] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25027; }","duration":"116.293462ms","start":"2026-07-09T15:26:27.539697Z","end":"2026-07-09T15:26:27.65599Z","steps":["trace[77496863] 'count revisions from in-memory index tree' (duration: 116.042825ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:27.916361Z","caller":"traceutil/trace.go:171","msg":"trace[1101569793] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"209.400568ms","start":"2026-07-09T15:26:27.706935Z","end":"2026-07-09T15:26:27.916335Z","steps":["trace[1101569793] 'process raft request' (duration: 115.982083ms)","trace[1101569793] 'compare' (duration: 93.014743ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:28.002538Z","caller":"traceutil/trace.go:171","msg":"trace[1916026024] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"147.009678ms","start":"2026-07-09T15:26:27.855501Z","end":"2026-07-09T15:26:28.002511Z","steps":["trace[1916026024] 'process raft request' (duration: 146.851604ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:28.148737Z","caller":"traceutil/trace.go:171","msg":"trace[1128202751] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"292.403592ms","start":"2026-07-09T15:26:27.856291Z","end":"2026-07-09T15:26:28.148695Z","steps":["trace[1128202751] 'process raft request' (duration: 284.637585ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:28.149345Z","caller":"traceutil/trace.go:171","msg":"trace[9551656] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"292.598917ms","start":"2026-07-09T15:26:27.856719Z","end":"2026-07-09T15:26:28.149317Z","steps":["trace[9551656] 'process raft request' (duration: 291.891467ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:28.149864Z","caller":"traceutil/trace.go:171","msg":"trace[255410282] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"292.606768ms","start":"2026-07-09T15:26:27.857243Z","end":"2026-07-09T15:26:28.14985Z","steps":["trace[255410282] 'process raft request' (duration: 292.014571ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:28.150525Z","caller":"traceutil/trace.go:171","msg":"trace[44459125] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"276.93759ms","start":"2026-07-09T15:26:27.873572Z","end":"2026-07-09T15:26:28.15051Z","steps":["trace[44459125] 'process raft request' (duration: 276.236951ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:28.417812Z","caller":"traceutil/trace.go:171","msg":"trace[103490079] linearizableReadLoop","detail":"{readStateIndex:25853; appliedIndex:25852; }","duration":"177.18075ms","start":"2026-07-09T15:26:28.24061Z","end":"2026-07-09T15:26:28.417791Z","steps":["trace[103490079] 'read index received' (duration: 80.71486ms)","trace[103490079] 'applied index is now lower than readState.Index' (duration: 96.46504ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:28.417888Z","caller":"traceutil/trace.go:171","msg":"trace[321894503] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"198.060531ms","start":"2026-07-09T15:26:28.219788Z","end":"2026-07-09T15:26:28.417849Z","steps":["trace[321894503] 'process raft request' (duration: 101.53311ms)","trace[321894503] 'compare' (duration: 96.365477ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:28.417991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.665024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T15:26:28.417998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.372705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-09T15:26:28.418044Z","caller":"traceutil/trace.go:171","msg":"trace[1771620129] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25035; }","duration":"162.788878ms","start":"2026-07-09T15:26:28.255243Z","end":"2026-07-09T15:26:28.418031Z","steps":["trace[1771620129] 'agreement among raft nodes before linearized reading' (duration: 162.676495ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:28.41805Z","caller":"traceutil/trace.go:171","msg":"trace[2031364146] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25035; }","duration":"177.457088ms","start":"2026-07-09T15:26:28.24058Z","end":"2026-07-09T15:26:28.418037Z","steps":["trace[2031364146] 'agreement among raft nodes before linearized reading' (duration: 177.277063ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:29.206448Z","caller":"traceutil/trace.go:171","msg":"trace[1636144267] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"176.798799ms","start":"2026-07-09T15:26:29.029616Z","end":"2026-07-09T15:26:29.206415Z","steps":["trace[1636144267] 'process raft request' (duration: 176.610744ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:29.571626Z","caller":"traceutil/trace.go:171","msg":"trace[467346849] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"189.853523ms","start":"2026-07-09T15:26:29.381748Z","end":"2026-07-09T15:26:29.571601Z","steps":["trace[467346849] 'process raft request' (duration: 189.707589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:29.734587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.822704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:26:29.734743Z","caller":"traceutil/trace.go:171","msg":"trace[1371392074] linearizableReadLoop","detail":"{readStateIndex:25858; appliedIndex:25855; }","duration":"292.008071ms","start":"2026-07-09T15:26:29.442718Z","end":"2026-07-09T15:26:29.734726Z","steps":["trace[1371392074] 'read index received' (duration: 128.74702ms)","trace[1371392074] 'applied index is now lower than readState.Index' (duration: 163.259941ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:29.734816Z","caller":"traceutil/trace.go:171","msg":"trace[780327012] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"352.789795ms","start":"2026-07-09T15:26:29.381997Z","end":"2026-07-09T15:26:29.734787Z","steps":["trace[780327012] 'process raft request' (duration: 229.678063ms)","trace[780327012] 'compare' (duration: 122.723931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:29.735131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:29.381974Z","time spent":"353.093004ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:26:29.735209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.495795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T15:26:29.735246Z","caller":"traceutil/trace.go:171","msg":"trace[178892570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25040; }","duration":"292.569397ms","start":"2026-07-09T15:26:29.44267Z","end":"2026-07-09T15:26:29.735239Z","steps":["trace[178892570] 'agreement among raft nodes before linearized reading' (duration: 292.384712ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:29.735038Z","caller":"traceutil/trace.go:171","msg":"trace[429031589] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"348.742183ms","start":"2026-07-09T15:26:29.386095Z","end":"2026-07-09T15:26:29.734837Z","steps":["trace[429031589] 'process raft request' (duration: 348.579458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:29.735305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.658553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:29.735333Z","caller":"traceutil/trace.go:171","msg":"trace[567526779] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25040; }","duration":"139.723635ms","start":"2026-07-09T15:26:29.5956Z","end":"2026-07-09T15:26:29.735323Z","steps":["trace[567526779] 'agreement among raft nodes before linearized reading' (duration: 139.681214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:29.735349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.657772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-09T15:26:29.735347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:29.386077Z","time spent":"349.206246ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:26:29.735384Z","caller":"traceutil/trace.go:171","msg":"trace[637015445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25040; }","duration":"291.727743ms","start":"2026-07-09T15:26:29.443644Z","end":"2026-07-09T15:26:29.735371Z","steps":["trace[637015445] 'agreement among raft nodes before linearized reading' (duration: 291.61172ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:30.084167Z","caller":"traceutil/trace.go:171","msg":"trace[1151003445] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"153.15735ms","start":"2026-07-09T15:26:29.930981Z","end":"2026-07-09T15:26:30.084139Z","steps":["trace[1151003445] 'process raft request' (duration: 152.980985ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:30.109329Z","caller":"traceutil/trace.go:171","msg":"trace[1415537128] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"100.636576ms","start":"2026-07-09T15:26:30.008649Z","end":"2026-07-09T15:26:30.109286Z","steps":["trace[1415537128] 'process raft request' (duration: 100.506212ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:30.429386Z","caller":"traceutil/trace.go:171","msg":"trace[1437007105] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"273.419223ms","start":"2026-07-09T15:26:30.155945Z","end":"2026-07-09T15:26:30.429365Z","steps":["trace[1437007105] 'process raft request' (duration: 273.343161ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:30.429406Z","caller":"traceutil/trace.go:171","msg":"trace[1743496646] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"273.461743ms","start":"2026-07-09T15:26:30.155917Z","end":"2026-07-09T15:26:30.429379Z","steps":["trace[1743496646] 'process raft request' (duration: 202.213517ms)","trace[1743496646] 'compare' (duration: 71.040691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:30.429493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.460592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:30.429399Z","caller":"traceutil/trace.go:171","msg":"trace[1514266521] linearizableReadLoop","detail":"{readStateIndex:25866; appliedIndex:25863; }","duration":"109.372719ms","start":"2026-07-09T15:26:30.320014Z","end":"2026-07-09T15:26:30.429387Z","steps":["trace[1514266521] 'read index received' (duration: 38.076401ms)","trace[1514266521] 'applied index is now lower than readState.Index' (duration: 71.295568ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:30.429524Z","caller":"traceutil/trace.go:171","msg":"trace[47598230] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25048; }","duration":"109.538293ms","start":"2026-07-09T15:26:30.319978Z","end":"2026-07-09T15:26:30.429516Z","steps":["trace[47598230] 'agreement among raft nodes before linearized reading' (duration: 109.444161ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:30.429557Z","caller":"traceutil/trace.go:171","msg":"trace[1180075037] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"273.544286ms","start":"2026-07-09T15:26:30.156001Z","end":"2026-07-09T15:26:30.429546Z","steps":["trace[1180075037] 'process raft request' (duration: 273.32334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:31.684214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.713913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T15:26:31.684299Z","caller":"traceutil/trace.go:171","msg":"trace[2036800527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25052; }","duration":"107.856107ms","start":"2026-07-09T15:26:31.576427Z","end":"2026-07-09T15:26:31.684283Z","steps":["trace[2036800527] 'range keys from in-memory index tree' (duration: 107.548548ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:31.802599Z","caller":"traceutil/trace.go:171","msg":"trace[269340704] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"114.08983ms","start":"2026-07-09T15:26:31.688474Z","end":"2026-07-09T15:26:31.802564Z","steps":["trace[269340704] 'process raft request' (duration: 113.838963ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:32.544505Z","caller":"traceutil/trace.go:171","msg":"trace[1539656910] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"109.39688ms","start":"2026-07-09T15:26:32.435069Z","end":"2026-07-09T15:26:32.544466Z","steps":["trace[1539656910] 'process raft request' (duration: 109.214764ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:32.544506Z","caller":"traceutil/trace.go:171","msg":"trace[995860984] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"110.240733ms","start":"2026-07-09T15:26:32.434207Z","end":"2026-07-09T15:26:32.544448Z","steps":["trace[995860984] 'process raft request' (duration: 109.928854ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:35.391017Z","caller":"traceutil/trace.go:171","msg":"trace[1830177215] linearizableReadLoop","detail":"{readStateIndex:25898; appliedIndex:25897; }","duration":"124.602454ms","start":"2026-07-09T15:26:35.26639Z","end":"2026-07-09T15:26:35.390993Z","steps":["trace[1830177215] 'read index received' (duration: 124.436219ms)","trace[1830177215] 'applied index is now lower than readState.Index' (duration: 164.855µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:35.391141Z","caller":"traceutil/trace.go:171","msg":"trace[223044115] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"141.963068ms","start":"2026-07-09T15:26:35.249148Z","end":"2026-07-09T15:26:35.391111Z","steps":["trace[223044115] 'process raft request' (duration: 141.67265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:35.3912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.785998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:35.391249Z","caller":"traceutil/trace.go:171","msg":"trace[327987484] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25079; }","duration":"124.881561ms","start":"2026-07-09T15:26:35.266351Z","end":"2026-07-09T15:26:35.391233Z","steps":["trace[327987484] 'agreement among raft nodes before linearized reading' (duration: 124.779849ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:35.877184Z","caller":"traceutil/trace.go:171","msg":"trace[516100604] linearizableReadLoop","detail":"{readStateIndex:25899; appliedIndex:25898; }","duration":"319.437626ms","start":"2026-07-09T15:26:35.557713Z","end":"2026-07-09T15:26:35.877151Z","steps":["trace[516100604] 'read index received' (duration: 251.003768ms)","trace[516100604] 'applied index is now lower than readState.Index' (duration: 68.432778ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:35.877335Z","caller":"traceutil/trace.go:171","msg":"trace[328241360] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"347.93656ms","start":"2026-07-09T15:26:35.529381Z","end":"2026-07-09T15:26:35.877317Z","steps":["trace[328241360] 'process raft request' (duration: 279.375338ms)","trace[328241360] 'compare' (duration: 68.244483ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:35.877473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:35.52934Z","time spent":"348.023333ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:26:35.877462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.189265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:35.877542Z","caller":"traceutil/trace.go:171","msg":"trace[169008665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25080; }","duration":"236.372479ms","start":"2026-07-09T15:26:35.641145Z","end":"2026-07-09T15:26:35.877518Z","steps":["trace[169008665] 'agreement among raft nodes before linearized reading' (duration: 236.194704ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:35.877881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.148005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-09T15:26:35.87794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.981668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:35.877971Z","caller":"traceutil/trace.go:171","msg":"trace[718425311] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25080; }","duration":"320.292439ms","start":"2026-07-09T15:26:35.557661Z","end":"2026-07-09T15:26:35.877953Z","steps":["trace[718425311] 'agreement among raft nodes before linearized reading' (duration: 320.026782ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:35.878004Z","caller":"traceutil/trace.go:171","msg":"trace[1625696393] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:25080; }","duration":"227.04697ms","start":"2026-07-09T15:26:35.650932Z","end":"2026-07-09T15:26:35.877979Z","steps":["trace[1625696393] 'agreement among raft nodes before linearized reading' (duration: 226.945977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:35.878026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:35.557639Z","time spent":"320.376212ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":177,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-09T15:26:38.9299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.71704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-09T15:26:38.930115Z","caller":"traceutil/trace.go:171","msg":"trace[703086266] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"364.161383ms","start":"2026-07-09T15:26:38.565908Z","end":"2026-07-09T15:26:38.93007Z","steps":["trace[703086266] 'process raft request' (duration: 231.181185ms)","trace[703086266] 'compare' (duration: 132.012641ms)"],"step_count":2} {"level":"warn","ts":"2026-07-09T15:26:38.930366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:38.565881Z","time spent":"364.339898ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:26:38.930797Z","caller":"traceutil/trace.go:171","msg":"trace[536114327] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"362.720332ms","start":"2026-07-09T15:26:38.568051Z","end":"2026-07-09T15:26:38.930772Z","steps":["trace[536114327] 'process raft request' (duration: 361.951851ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:38.930847Z","caller":"traceutil/trace.go:171","msg":"trace[2101775359] linearizableReadLoop","detail":"{readStateIndex:25928; appliedIndex:25925; }","duration":"304.733716ms","start":"2026-07-09T15:26:38.626098Z","end":"2026-07-09T15:26:38.930832Z","steps":["trace[2101775359] 'read index received' (duration: 170.959226ms)","trace[2101775359] 'applied index is now lower than readState.Index' (duration: 133.77347ms)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:38.930974Z","caller":"traceutil/trace.go:171","msg":"trace[395280849] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"362.883537ms","start":"2026-07-09T15:26:38.568081Z","end":"2026-07-09T15:26:38.930964Z","steps":["trace[395280849] 'process raft request' (duration: 362.61523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:38.931009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.136735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-09T15:26:38.931039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:38.568067Z","time spent":"362.938929ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-09T15:26:38.931053Z","caller":"traceutil/trace.go:171","msg":"trace[1393127665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25108; }","duration":"287.206638ms","start":"2026-07-09T15:26:38.643835Z","end":"2026-07-09T15:26:38.931042Z","steps":["trace[1393127665] 'agreement among raft nodes before linearized reading' (duration: 287.134376ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:38.930977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:38.568034Z","time spent":"362.832226ms","remote":"127.0.0.1:41634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-09T15:26:38.931257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.167718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-09T15:26:38.9313Z","caller":"traceutil/trace.go:171","msg":"trace[1404074513] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25108; }","duration":"305.252501ms","start":"2026-07-09T15:26:38.626038Z","end":"2026-07-09T15:26:38.93129Z","steps":["trace[1404074513] 'agreement among raft nodes before linearized reading' (duration: 305.093546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:38.931329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-09T15:26:38.626014Z","time spent":"305.307832ms","remote":"127.0.0.1:41558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-09T15:26:39.800057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.811754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-09T15:26:39.800676Z","caller":"traceutil/trace.go:171","msg":"trace[562515716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25109; }","duration":"156.496923ms","start":"2026-07-09T15:26:39.644155Z","end":"2026-07-09T15:26:39.800652Z","steps":["trace[562515716] 'range keys from in-memory index tree' (duration: 155.482645ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:26:40.096665Z","caller":"traceutil/trace.go:171","msg":"trace[1730326742] linearizableReadLoop","detail":"{readStateIndex:25930; appliedIndex:25929; }","duration":"121.219639ms","start":"2026-07-09T15:26:39.975421Z","end":"2026-07-09T15:26:40.096641Z","steps":["trace[1730326742] 'read index received' (duration: 121.048255ms)","trace[1730326742] 'applied index is now lower than readState.Index' (duration: 170.214µs)"],"step_count":2} {"level":"info","ts":"2026-07-09T15:26:40.096791Z","caller":"traceutil/trace.go:171","msg":"trace[3146965] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"132.262737ms","start":"2026-07-09T15:26:39.964518Z","end":"2026-07-09T15:26:40.096781Z","steps":["trace[3146965] 'process raft request' (duration: 131.956019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:40.097037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.59638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-09T15:26:40.097083Z","caller":"traceutil/trace.go:171","msg":"trace[689910467] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25110; }","duration":"121.654501ms","start":"2026-07-09T15:26:39.975414Z","end":"2026-07-09T15:26:40.097069Z","steps":["trace[689910467] 'agreement among raft nodes before linearized reading' (duration: 121.507617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:40.09732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.571703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-09T15:26:40.097354Z","caller":"traceutil/trace.go:171","msg":"trace[1025167777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25110; }","duration":"119.617825ms","start":"2026-07-09T15:26:39.977728Z","end":"2026-07-09T15:26:40.097346Z","steps":["trace[1025167777] 'agreement among raft nodes before linearized reading' (duration: 119.528573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:40.0974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.533151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-09T15:26:40.097538Z","caller":"traceutil/trace.go:171","msg":"trace[1714698683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25110; }","duration":"120.724345ms","start":"2026-07-09T15:26:39.976774Z","end":"2026-07-09T15:26:40.097498Z","steps":["trace[1714698683] 'agreement among raft nodes before linearized reading' (duration: 120.445118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-09T15:26:40.097714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.877752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-09T15:26:40.097818Z","caller":"traceutil/trace.go:171","msg":"trace[888178755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25110; }","duration":"120.103069ms","start":"2026-07-09T15:26:39.97769Z","end":"2026-07-09T15:26:40.097793Z","steps":["trace[888178755] 'agreement among raft nodes before linearized reading' (duration: 119.674187ms)"],"step_count":1} {"level":"info","ts":"2026-07-09T15:27:12.937416Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-00000000000066dd.wal"} {"level":"info","ts":"2026-07-09T15:28:47.827705Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23504} {"level":"info","ts":"2026-07-09T15:28:47.965542Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23504,"took":"134.291074ms","hash":1030850669,"current-db-size-bytes":59621376,"current-db-size":"60 MB","current-db-size-in-use-bytes":37441536,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-09T15:28:47.965606Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1030850669,"revision":23504,"compact-revision":20165} {"level":"info","ts":"2026-07-09T15:33:47.833403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26357} {"level":"info","ts":"2026-07-09T15:33:47.980425Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26357,"took":"141.884444ms","hash":4156302315,"current-db-size-bytes":59621376,"current-db-size":"60 MB","current-db-size-in-use-bytes":33886208,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-09T15:33:47.980483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4156302315,"revision":26357,"compact-revision":23504} {"level":"info","ts":"2026-07-09T15:34:08.538188Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a8829716614d67b","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T15:34:08.542851Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-09T15:34:08.542924Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-09T15:38:47.841359Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28925} {"level":"info","ts":"2026-07-09T15:38:47.978292Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28925,"took":"132.619176ms","hash":1997755650,"current-db-size-bytes":59621376,"current-db-size":"60 MB","current-db-size-in-use-bytes":30306304,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-09T15:38:47.978369Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1997755650,"revision":28925,"compact-revision":26357} {"level":"info","ts":"2026-07-09T15:43:47.847615Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31145} {"level":"info","ts":"2026-07-09T15:43:47.970846Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31145,"took":"119.56728ms","hash":2176738132,"current-db-size-bytes":59621376,"current-db-size":"60 MB","current-db-size-in-use-bytes":30445568,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-09T15:43:47.97098Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2176738132,"revision":31145,"compact-revision":28925} {"level":"info","ts":"2026-07-09T15:48:47.861183Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33412} {"level":"info","ts":"2026-07-09T15:48:48.109746Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33412,"took":"243.105336ms","hash":1052157466,"current-db-size-bytes":60665856,"current-db-size":"61 MB","current-db-size-in-use-bytes":32698368,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-09T15:48:48.109812Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1052157466,"revision":33412,"compact-revision":31145} {"level":"info","ts":"2026-07-09T15:53:47.866191Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35707} {"level":"info","ts":"2026-07-09T15:53:48.008128Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35707,"took":"138.687575ms","hash":998457160,"current-db-size-bytes":60665856,"current-db-size":"61 MB","current-db-size-in-use-bytes":31559680,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-09T15:53:48.008198Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":998457160,"revision":35707,"compact-revision":33412} {"level":"info","ts":"2026-07-09T15:55:33.217631Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"6a8829716614d67b","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-09T15:55:33.222062Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-09T15:55:33.22231Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004}