{"level":"warn","ts":"2026-07-29T09:56:42.556655Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T09:56:42.556787Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.105:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.105:2380","--initial-cluster=instance=https://199.19.213.105:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.105:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.105:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T09:56:42.556905Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T09:56:42.556922Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.105:2380"]} {"level":"info","ts":"2026-07-29T09:56:42.55695Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T09:56:42.557562Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"]} {"level":"info","ts":"2026-07-29T09:56:42.557701Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.105:2380"],"listen-peer-urls":["https://199.19.213.105:2380"],"advertise-client-urls":["https://199.19.213.105:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.105:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T09:56:42.562726Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.694092ms"} {"level":"info","ts":"2026-07-29T09:56:42.568627Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"eb6db91b2c71522f","cluster-id":"f43476f3367c14fb"} {"level":"info","ts":"2026-07-29T09:56:42.568765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T09:56:42.568807Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became follower at term 0"} {"level":"info","ts":"2026-07-29T09:56:42.568831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft eb6db91b2c71522f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T09:56:42.568849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became follower at term 1"} {"level":"info","ts":"2026-07-29T09:56:42.568907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127)"} {"level":"warn","ts":"2026-07-29T09:56:42.575481Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T09:56:42.578097Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T09:56:42.579604Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T09:56:42.583169Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"eb6db91b2c71522f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T09:56:42.583933Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"eb6db91b2c71522f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T09:56:42.584025Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T09:56:42.586979Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T09:56:42.58703Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T09:56:42.587171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127)"} {"level":"info","ts":"2026-07-29T09:56:42.587406Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","added-peer-id":"eb6db91b2c71522f","added-peer-peer-urls":["https://199.19.213.105:2380"]} {"level":"info","ts":"2026-07-29T09:56:42.59178Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T09:56:42.591892Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.105:2380"} {"level":"info","ts":"2026-07-29T09:56:42.591951Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.105:2380"} {"level":"info","ts":"2026-07-29T09:56:42.592297Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"eb6db91b2c71522f","initial-advertise-peer-urls":["https://199.19.213.105:2380"],"listen-peer-urls":["https://199.19.213.105:2380"],"advertise-client-urls":["https://199.19.213.105:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T09:56:42.592345Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T09:56:43.27007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T09:56:43.270155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T09:56:43.270198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f received MsgPreVoteResp from eb6db91b2c71522f at term 1"} {"level":"info","ts":"2026-07-29T09:56:43.270219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became candidate at term 2"} {"level":"info","ts":"2026-07-29T09:56:43.270231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f received MsgVoteResp from eb6db91b2c71522f at term 2"} {"level":"info","ts":"2026-07-29T09:56:43.270248Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became leader at term 2"} {"level":"info","ts":"2026-07-29T09:56:43.270263Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: eb6db91b2c71522f elected leader eb6db91b2c71522f at term 2"} {"level":"info","ts":"2026-07-29T09:56:43.272648Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"eb6db91b2c71522f","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.105:2379]}","request-path":"/0/members/eb6db91b2c71522f/attributes","cluster-id":"f43476f3367c14fb","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T09:56:43.273151Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T09:56:43.27449Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T09:56:43.274537Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T09:56:43.274621Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T09:56:43.274702Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T09:56:43.274697Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T09:56:43.275023Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T09:56:43.275124Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T09:56:43.277108Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.105:2379"} {"level":"info","ts":"2026-07-29T09:56:43.277252Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T09:57:00.495193Z","caller":"traceutil/trace.go:171","msg":"trace[1996505204] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"195.875305ms","start":"2026-07-29T09:57:00.2993Z","end":"2026-07-29T09:57:00.495175Z","steps":["trace[1996505204] 'process raft request' (duration: 195.678069ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:57:00.495169Z","caller":"traceutil/trace.go:171","msg":"trace[1096574624] linearizableReadLoop","detail":"{readStateIndex:426; appliedIndex:425; }","duration":"124.246454ms","start":"2026-07-29T09:57:00.370893Z","end":"2026-07-29T09:57:00.49514Z","steps":["trace[1096574624] 'read index received' (duration: 124.11568ms)","trace[1096574624] 'applied index is now lower than readState.Index' (duration: 129.804µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:57:00.49533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.413899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-07-29T09:57:00.495455Z","caller":"traceutil/trace.go:171","msg":"trace[2144755743] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:414; }","duration":"124.571684ms","start":"2026-07-29T09:57:00.370847Z","end":"2026-07-29T09:57:00.495419Z","steps":["trace[2144755743] 'agreement among raft nodes before linearized reading' (duration: 124.399039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:57:29.926726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.168822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T09:57:29.926805Z","caller":"traceutil/trace.go:171","msg":"trace[9144155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:699; }","duration":"241.295715ms","start":"2026-07-29T09:57:29.685491Z","end":"2026-07-29T09:57:29.926787Z","steps":["trace[9144155] 'range keys from in-memory index tree' (duration: 240.981037ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:57:30.078822Z","caller":"traceutil/trace.go:171","msg":"trace[1050873040] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"147.326306ms","start":"2026-07-29T09:57:29.931468Z","end":"2026-07-29T09:57:30.078795Z","steps":["trace[1050873040] 'process raft request' (duration: 147.12332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:57:45.931527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.174814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T09:57:45.931574Z","caller":"traceutil/trace.go:171","msg":"trace[599370050] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"220.405386ms","start":"2026-07-29T09:57:45.711139Z","end":"2026-07-29T09:57:45.931545Z","steps":["trace[599370050] 'process raft request' (duration: 192.917934ms)","trace[599370050] 'compare' (duration: 27.304467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T09:57:45.931558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.361015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-j2p2k\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-29T09:57:45.931784Z","caller":"traceutil/trace.go:171","msg":"trace[477916082] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-j2p2k; range_end:; response_count:1; response_revision:810; }","duration":"297.633463ms","start":"2026-07-29T09:57:45.634119Z","end":"2026-07-29T09:57:45.931752Z","steps":["trace[477916082] 'range keys from in-memory index tree' (duration: 297.118409ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:57:45.931631Z","caller":"traceutil/trace.go:171","msg":"trace[1194182495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:810; }","duration":"251.346699ms","start":"2026-07-29T09:57:45.680264Z","end":"2026-07-29T09:57:45.931611Z","steps":["trace[1194182495] 'range keys from in-memory index tree' (duration: 250.965628ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:58:13.715927Z","caller":"traceutil/trace.go:171","msg":"trace[1491672824] linearizableReadLoop","detail":"{readStateIndex:1237; appliedIndex:1236; }","duration":"106.560282ms","start":"2026-07-29T09:58:13.609347Z","end":"2026-07-29T09:58:13.715907Z","steps":["trace[1491672824] 'read index received' (duration: 106.439319ms)","trace[1491672824] 'applied index is now lower than readState.Index' (duration: 119.883µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:58:13.715968Z","caller":"traceutil/trace.go:171","msg":"trace[1890592425] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"143.489518ms","start":"2026-07-29T09:58:13.572443Z","end":"2026-07-29T09:58:13.715933Z","steps":["trace[1890592425] 'process raft request' (duration: 143.322013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:58:13.716089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.741298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T09:58:13.716114Z","caller":"traceutil/trace.go:171","msg":"trace[1438791741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1203; }","duration":"106.83106ms","start":"2026-07-29T09:58:13.609275Z","end":"2026-07-29T09:58:13.716106Z","steps":["trace[1438791741] 'agreement among raft nodes before linearized reading' (duration: 106.718517ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:05.397284Z","caller":"traceutil/trace.go:171","msg":"trace[22617503] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"179.113468ms","start":"2026-07-29T09:59:05.218144Z","end":"2026-07-29T09:59:05.397257Z","steps":["trace[22617503] 'read index received' (duration: 179.046756ms)","trace[22617503] 'applied index is now lower than readState.Index' (duration: 65.051µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:59:05.397446Z","caller":"traceutil/trace.go:171","msg":"trace[1298445751] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"363.571214ms","start":"2026-07-29T09:59:05.033851Z","end":"2026-07-29T09:59:05.397422Z","steps":["trace[1298445751] 'process raft request' (duration: 363.243025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:59:05.397527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.367454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T09:59:05.397586Z","caller":"traceutil/trace.go:171","msg":"trace[1622116718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1897; }","duration":"179.471437ms","start":"2026-07-29T09:59:05.2181Z","end":"2026-07-29T09:59:05.397572Z","steps":["trace[1622116718] 'agreement among raft nodes before linearized reading' (duration: 179.273772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:59:05.39817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:59:05.033824Z","time spent":"363.680317ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:59:05.538464Z","caller":"traceutil/trace.go:171","msg":"trace[1817162772] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"135.539037ms","start":"2026-07-29T09:59:05.402899Z","end":"2026-07-29T09:59:05.538438Z","steps":["trace[1817162772] 'process raft request' (duration: 135.2921ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:05.538559Z","caller":"traceutil/trace.go:171","msg":"trace[143156463] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"135.206628ms","start":"2026-07-29T09:59:05.403335Z","end":"2026-07-29T09:59:05.538542Z","steps":["trace[143156463] 'process raft request' (duration: 135.042124ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:05.538757Z","caller":"traceutil/trace.go:171","msg":"trace[1365394084] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"135.725683ms","start":"2026-07-29T09:59:05.403011Z","end":"2026-07-29T09:59:05.538737Z","steps":["trace[1365394084] 'process raft request' (duration: 135.309081ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:05.539271Z","caller":"traceutil/trace.go:171","msg":"trace[1723329446] linearizableReadLoop","detail":"{readStateIndex:1975; appliedIndex:1970; }","duration":"105.226155ms","start":"2026-07-29T09:59:05.434023Z","end":"2026-07-29T09:59:05.539249Z","steps":["trace[1723329446] 'read index received' (duration: 104.149105ms)","trace[1723329446] 'applied index is now lower than readState.Index' (duration: 1.07582ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:59:05.539249Z","caller":"traceutil/trace.go:171","msg":"trace[104303139] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"135.500926ms","start":"2026-07-29T09:59:05.403714Z","end":"2026-07-29T09:59:05.539215Z","steps":["trace[104303139] 'process raft request' (duration: 134.770826ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:05.53943Z","caller":"traceutil/trace.go:171","msg":"trace[1176202799] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"107.252801ms","start":"2026-07-29T09:59:05.432159Z","end":"2026-07-29T09:59:05.539412Z","steps":["trace[1176202799] 'process raft request' (duration: 106.975034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:59:05.539505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.202032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T09:59:05.539564Z","caller":"traceutil/trace.go:171","msg":"trace[272380344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1903; }","duration":"124.316955ms","start":"2026-07-29T09:59:05.415226Z","end":"2026-07-29T09:59:05.539543Z","steps":["trace[272380344] 'agreement among raft nodes before linearized reading' (duration: 124.12916ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:05.789208Z","caller":"traceutil/trace.go:171","msg":"trace[1913293440] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"349.583426ms","start":"2026-07-29T09:59:05.439602Z","end":"2026-07-29T09:59:05.789186Z","steps":["trace[1913293440] 'process raft request' (duration: 349.451182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T09:59:05.789352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T09:59:05.439584Z","time spent":"349.690248ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T09:59:05.789993Z","caller":"traceutil/trace.go:171","msg":"trace[1886646006] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"122.397142ms","start":"2026-07-29T09:59:05.667581Z","end":"2026-07-29T09:59:05.789978Z","steps":["trace[1886646006] 'process raft request' (duration: 122.135745ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:20.227492Z","caller":"traceutil/trace.go:171","msg":"trace[2120863284] transaction","detail":"{read_only:false; response_revision:2033; number_of_response:1; }","duration":"110.442799ms","start":"2026-07-29T09:59:20.117023Z","end":"2026-07-29T09:59:20.227466Z","steps":["trace[2120863284] 'process raft request' (duration: 90.578117ms)","trace[2120863284] 'compare' (duration: 19.765049ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:59:20.56294Z","caller":"traceutil/trace.go:171","msg":"trace[1462314691] transaction","detail":"{read_only:false; response_revision:2035; number_of_response:1; }","duration":"155.764469ms","start":"2026-07-29T09:59:20.407144Z","end":"2026-07-29T09:59:20.562909Z","steps":["trace[1462314691] 'process raft request' (duration: 155.503031ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T09:59:53.875982Z","caller":"traceutil/trace.go:171","msg":"trace[1490329184] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"117.930666ms","start":"2026-07-29T09:59:53.758025Z","end":"2026-07-29T09:59:53.875956Z","steps":["trace[1490329184] 'process raft request' (duration: 75.286545ms)","trace[1490329184] 'compare' (duration: 42.356313ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:59:54.421859Z","caller":"traceutil/trace.go:171","msg":"trace[871201971] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"188.122591ms","start":"2026-07-29T09:59:54.233709Z","end":"2026-07-29T09:59:54.421832Z","steps":["trace[871201971] 'process raft request' (duration: 129.712493ms)","trace[871201971] 'compare' (duration: 58.251053ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T09:59:59.994162Z","caller":"traceutil/trace.go:171","msg":"trace[2063520545] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"101.479561ms","start":"2026-07-29T09:59:59.892631Z","end":"2026-07-29T09:59:59.994111Z","steps":["trace[2063520545] 'process raft request' (duration: 45.896281ms)","trace[2063520545] 'compare' (duration: 55.089706ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:00:35.104957Z","caller":"traceutil/trace.go:171","msg":"trace[1770512538] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"144.177423ms","start":"2026-07-29T10:00:34.960759Z","end":"2026-07-29T10:00:35.104936Z","steps":["trace[1770512538] 'read index received' (duration: 144.110991ms)","trace[1770512538] 'applied index is now lower than readState.Index' (duration: 65.722µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:00:35.105024Z","caller":"traceutil/trace.go:171","msg":"trace[439855131] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"191.177316ms","start":"2026-07-29T10:00:34.913811Z","end":"2026-07-29T10:00:35.104988Z","steps":["trace[439855131] 'process raft request' (duration: 191.006751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:00:35.105098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.328818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T10:00:35.10512Z","caller":"traceutil/trace.go:171","msg":"trace[1426540670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2616; }","duration":"144.394329ms","start":"2026-07-29T10:00:34.960718Z","end":"2026-07-29T10:00:35.105113Z","steps":["trace[1426540670] 'agreement among raft nodes before linearized reading' (duration: 144.296976ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:01:09.571284Z","caller":"traceutil/trace.go:171","msg":"trace[425124144] transaction","detail":"{read_only:false; response_revision:2824; number_of_response:1; }","duration":"184.069484ms","start":"2026-07-29T10:01:09.387185Z","end":"2026-07-29T10:01:09.571255Z","steps":["trace[425124144] 'process raft request' (duration: 136.873098ms)","trace[425124144] 'compare' (duration: 46.918838ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:02:59.675998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.76321ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:02:59.676114Z","caller":"traceutil/trace.go:171","msg":"trace[1196827184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3413; }","duration":"158.891313ms","start":"2026-07-29T10:02:59.517208Z","end":"2026-07-29T10:02:59.676099Z","steps":["trace[1196827184] 'range keys from in-memory index tree' (duration: 158.749649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:02:59.67613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.825566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T10:02:59.676168Z","caller":"traceutil/trace.go:171","msg":"trace[1850742276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3413; }","duration":"417.901398ms","start":"2026-07-29T10:02:59.258255Z","end":"2026-07-29T10:02:59.676157Z","steps":["trace[1850742276] 'range keys from in-memory index tree' (duration: 417.676241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:02:59.676198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:02:59.258235Z","time spent":"417.955349ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T10:02:59.67624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.497266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T10:02:59.676299Z","caller":"traceutil/trace.go:171","msg":"trace[1454667167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3413; }","duration":"417.593529ms","start":"2026-07-29T10:02:59.25869Z","end":"2026-07-29T10:02:59.676284Z","steps":["trace[1454667167] 'range keys from in-memory index tree' (duration: 417.354112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:02:59.676324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:02:59.258676Z","time spent":"417.64173ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T10:05:01.066194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.79059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-07-29T10:05:01.066307Z","caller":"traceutil/trace.go:171","msg":"trace[1891907935] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4757; }","duration":"184.948564ms","start":"2026-07-29T10:05:00.881326Z","end":"2026-07-29T10:05:01.066275Z","steps":["trace[1891907935] 'range keys from in-memory index tree' (duration: 184.552403ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:01.262731Z","caller":"traceutil/trace.go:171","msg":"trace[774000949] linearizableReadLoop","detail":"{readStateIndex:4938; appliedIndex:4936; }","duration":"115.511544ms","start":"2026-07-29T10:05:01.147187Z","end":"2026-07-29T10:05:01.262699Z","steps":["trace[774000949] 'read index received' (duration: 103.202084ms)","trace[774000949] 'applied index is now lower than readState.Index' (duration: 12.30817ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:01.262907Z","caller":"traceutil/trace.go:171","msg":"trace[2111014677] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"162.271307ms","start":"2026-07-29T10:05:01.100616Z","end":"2026-07-29T10:05:01.262887Z","steps":["trace[2111014677] 'process raft request' (duration: 149.775722ms)","trace[2111014677] 'compare' (duration: 12.052963ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:01.263024Z","caller":"traceutil/trace.go:171","msg":"trace[1619213353] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"160.162009ms","start":"2026-07-29T10:05:01.102835Z","end":"2026-07-29T10:05:01.262997Z","steps":["trace[1619213353] 'process raft request' (duration: 159.792309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:01.263232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.015688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-29T10:05:01.263305Z","caller":"traceutil/trace.go:171","msg":"trace[844629899] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4760; }","duration":"116.166162ms","start":"2026-07-29T10:05:01.14712Z","end":"2026-07-29T10:05:01.263286Z","steps":["trace[844629899] 'agreement among raft nodes before linearized reading' (duration: 115.839553ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:10.379313Z","caller":"traceutil/trace.go:171","msg":"trace[1071788275] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"102.73267ms","start":"2026-07-29T10:05:10.276551Z","end":"2026-07-29T10:05:10.379284Z","steps":["trace[1071788275] 'process raft request' (duration: 102.329549ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:10.585777Z","caller":"traceutil/trace.go:171","msg":"trace[288015156] linearizableReadLoop","detail":"{readStateIndex:5213; appliedIndex:5212; }","duration":"134.967687ms","start":"2026-07-29T10:05:10.450789Z","end":"2026-07-29T10:05:10.585757Z","steps":["trace[288015156] 'read index received' (duration: 134.783432ms)","trace[288015156] 'applied index is now lower than readState.Index' (duration: 183.605µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:10.585836Z","caller":"traceutil/trace.go:171","msg":"trace[1317507154] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"199.271732ms","start":"2026-07-29T10:05:10.386541Z","end":"2026-07-29T10:05:10.585813Z","steps":["trace[1317507154] 'process raft request' (duration: 199.088147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:10.585995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.189773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T10:05:10.586028Z","caller":"traceutil/trace.go:171","msg":"trace[714239839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5026; }","duration":"135.361168ms","start":"2026-07-29T10:05:10.450657Z","end":"2026-07-29T10:05:10.586019Z","steps":["trace[714239839] 'agreement among raft nodes before linearized reading' (duration: 135.197153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:10.586124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.07985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T10:05:10.5862Z","caller":"traceutil/trace.go:171","msg":"trace[1224300233] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5026; }","duration":"135.197843ms","start":"2026-07-29T10:05:10.450984Z","end":"2026-07-29T10:05:10.586182Z","steps":["trace[1224300233] 'agreement among raft nodes before linearized reading' (duration: 134.924816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:12.198564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.301604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:05:12.198883Z","caller":"traceutil/trace.go:171","msg":"trace[672061675] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5240; }","duration":"230.451724ms","start":"2026-07-29T10:05:11.968411Z","end":"2026-07-29T10:05:12.198862Z","steps":["trace[672061675] 'read index received' (duration: 216.376195ms)","trace[672061675] 'applied index is now lower than readState.Index' (duration: 14.074429ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:12.198815Z","caller":"traceutil/trace.go:171","msg":"trace[998380496] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"280.965848ms","start":"2026-07-29T10:05:11.917802Z","end":"2026-07-29T10:05:12.198768Z","steps":["trace[998380496] 'process raft request' (duration: 14.187871ms)","trace[998380496] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/pods/monitoring/goldpinger-z2g6l; req_size:3927; } (duration: 265.517522ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:12.198965Z","caller":"traceutil/trace.go:171","msg":"trace[1217289992] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"277.200145ms","start":"2026-07-29T10:05:11.92173Z","end":"2026-07-29T10:05:12.19893Z","steps":["trace[1217289992] 'process raft request' (duration: 277.072261ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:12.199176Z","caller":"traceutil/trace.go:171","msg":"trace[301369222] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"277.306728ms","start":"2026-07-29T10:05:11.921695Z","end":"2026-07-29T10:05:12.199002Z","steps":["trace[301369222] 'process raft request' (duration: 277.00432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:12.199465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.03917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:797396"} {"level":"info","ts":"2026-07-29T10:05:12.199542Z","caller":"traceutil/trace.go:171","msg":"trace[1114892569] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:5054; }","duration":"231.152333ms","start":"2026-07-29T10:05:11.96837Z","end":"2026-07-29T10:05:12.199522Z","steps":["trace[1114892569] 'agreement among raft nodes before linearized reading' (duration: 230.585178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:12.239839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.209059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:05:12.239919Z","caller":"traceutil/trace.go:171","msg":"trace[1514962682] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:5055; }","duration":"250.357223ms","start":"2026-07-29T10:05:11.989544Z","end":"2026-07-29T10:05:12.239901Z","steps":["trace[1514962682] 'agreement among raft nodes before linearized reading' (duration: 250.179628ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:22.798191Z","caller":"traceutil/trace.go:171","msg":"trace[1714522867] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"163.888575ms","start":"2026-07-29T10:05:22.634255Z","end":"2026-07-29T10:05:22.798144Z","steps":["trace[1714522867] 'process raft request' (duration: 163.617908ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:22.7982Z","caller":"traceutil/trace.go:171","msg":"trace[1936851661] linearizableReadLoop","detail":"{readStateIndex:5459; appliedIndex:5458; }","duration":"142.733111ms","start":"2026-07-29T10:05:22.655447Z","end":"2026-07-29T10:05:22.79818Z","steps":["trace[1936851661] 'read index received' (duration: 142.30253ms)","trace[1936851661] 'applied index is now lower than readState.Index' (duration: 429.151µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:05:22.798785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.543139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T10:05:22.798851Z","caller":"traceutil/trace.go:171","msg":"trace[1913201687] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5263; }","duration":"141.687362ms","start":"2026-07-29T10:05:22.657144Z","end":"2026-07-29T10:05:22.798831Z","steps":["trace[1913201687] 'agreement among raft nodes before linearized reading' (duration: 141.397604ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:22.798913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.356629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T10:05:22.799043Z","caller":"traceutil/trace.go:171","msg":"trace[983192440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5263; }","duration":"143.632837ms","start":"2026-07-29T10:05:22.655391Z","end":"2026-07-29T10:05:22.799024Z","steps":["trace[983192440] 'agreement among raft nodes before linearized reading' (duration: 142.826885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:23.168521Z","caller":"traceutil/trace.go:171","msg":"trace[683719184] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"135.48935ms","start":"2026-07-29T10:05:23.033008Z","end":"2026-07-29T10:05:23.168498Z","steps":["trace[683719184] 'process raft request' (duration: 135.440659ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:23.168599Z","caller":"traceutil/trace.go:171","msg":"trace[1873216058] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"136.315733ms","start":"2026-07-29T10:05:23.032277Z","end":"2026-07-29T10:05:23.168592Z","steps":["trace[1873216058] 'process raft request' (duration: 136.128958ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:23.168538Z","caller":"traceutil/trace.go:171","msg":"trace[1162953276] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"138.054141ms","start":"2026-07-29T10:05:23.030464Z","end":"2026-07-29T10:05:23.168518Z","steps":["trace[1162953276] 'process raft request' (duration: 106.13537ms)","trace[1162953276] 'compare' (duration: 31.619572ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:23.168561Z","caller":"traceutil/trace.go:171","msg":"trace[1191518749] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"137.614158ms","start":"2026-07-29T10:05:23.030897Z","end":"2026-07-29T10:05:23.168511Z","steps":["trace[1191518749] 'process raft request' (duration: 137.466604ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:23.40716Z","caller":"traceutil/trace.go:171","msg":"trace[832266962] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"124.042355ms","start":"2026-07-29T10:05:23.283092Z","end":"2026-07-29T10:05:23.407134Z","steps":["trace[832266962] 'process raft request' (duration: 47.132631ms)","trace[832266962] 'compare' (duration: 76.716499ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:26.403931Z","caller":"traceutil/trace.go:171","msg":"trace[489976215] transaction","detail":"{read_only:false; response_revision:5309; number_of_response:1; }","duration":"373.478173ms","start":"2026-07-29T10:05:26.030421Z","end":"2026-07-29T10:05:26.403899Z","steps":["trace[489976215] 'process raft request' (duration: 373.191425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:26.404123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:05:26.030395Z","time spent":"373.618317ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4986,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:05:31.709572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.16923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:05:31.709692Z","caller":"traceutil/trace.go:171","msg":"trace[207020859] linearizableReadLoop","detail":"{readStateIndex:5644; appliedIndex:5642; }","duration":"251.273368ms","start":"2026-07-29T10:05:31.458396Z","end":"2026-07-29T10:05:31.70967Z","steps":["trace[207020859] 'read index received' (duration: 65.963871ms)","trace[207020859] 'applied index is now lower than readState.Index' (duration: 185.308257ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:31.709761Z","caller":"traceutil/trace.go:171","msg":"trace[499288038] transaction","detail":"{read_only:false; response_revision:5444; number_of_response:1; }","duration":"276.006492ms","start":"2026-07-29T10:05:31.43371Z","end":"2026-07-29T10:05:31.709717Z","steps":["trace[499288038] 'process raft request' (duration: 143.564324ms)","trace[499288038] 'compare' (duration: 132.017636ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:05:31.710025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.624228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T10:05:31.710069Z","caller":"traceutil/trace.go:171","msg":"trace[1327789730] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5444; }","duration":"251.70543ms","start":"2026-07-29T10:05:31.458352Z","end":"2026-07-29T10:05:31.710058Z","steps":["trace[1327789730] 'agreement among raft nodes before linearized reading' (duration: 251.395722ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:31.782059Z","caller":"traceutil/trace.go:171","msg":"trace[847714430] transaction","detail":"{read_only:false; response_revision:5445; number_of_response:1; }","duration":"130.759901ms","start":"2026-07-29T10:05:31.651275Z","end":"2026-07-29T10:05:31.782035Z","steps":["trace[847714430] 'process raft request' (duration: 130.604376ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:31.910348Z","caller":"traceutil/trace.go:171","msg":"trace[539134686] transaction","detail":"{read_only:false; response_revision:5446; number_of_response:1; }","duration":"255.400823ms","start":"2026-07-29T10:05:31.654918Z","end":"2026-07-29T10:05:31.910319Z","steps":["trace[539134686] 'process raft request' (duration: 191.404436ms)","trace[539134686] 'compare' (duration: 63.780981ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:31.974641Z","caller":"traceutil/trace.go:171","msg":"trace[692366344] linearizableReadLoop","detail":"{readStateIndex:5647; appliedIndex:5644; }","duration":"264.894665ms","start":"2026-07-29T10:05:31.70972Z","end":"2026-07-29T10:05:31.974615Z","steps":["trace[692366344] 'read index received' (duration: 72.190383ms)","trace[692366344] 'applied index is now lower than readState.Index' (duration: 192.703212ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:31.974655Z","caller":"traceutil/trace.go:171","msg":"trace[659104370] transaction","detail":"{read_only:false; response_revision:5447; number_of_response:1; }","duration":"259.744493ms","start":"2026-07-29T10:05:31.714885Z","end":"2026-07-29T10:05:31.97463Z","steps":["trace[659104370] 'process raft request' (duration: 259.577388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:31.974881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.963787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-29T10:05:31.974864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.489542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:05:31.974932Z","caller":"traceutil/trace.go:171","msg":"trace[1321481060] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:5447; }","duration":"462.08899ms","start":"2026-07-29T10:05:31.512832Z","end":"2026-07-29T10:05:31.974921Z","steps":["trace[1321481060] 'agreement among raft nodes before linearized reading' (duration: 461.880864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:31.974967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:05:31.512801Z","time spent":"462.157182ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpg8k\" "} {"level":"info","ts":"2026-07-29T10:05:31.974972Z","caller":"traceutil/trace.go:171","msg":"trace[1246176808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5447; }","duration":"269.667027ms","start":"2026-07-29T10:05:31.705275Z","end":"2026-07-29T10:05:31.974942Z","steps":["trace[1246176808] 'agreement among raft nodes before linearized reading' (duration: 269.43084ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:33.285922Z","caller":"traceutil/trace.go:171","msg":"trace[1053860086] transaction","detail":"{read_only:false; response_revision:5458; number_of_response:1; }","duration":"148.056499ms","start":"2026-07-29T10:05:33.137823Z","end":"2026-07-29T10:05:33.28588Z","steps":["trace[1053860086] 'process raft request' (duration: 121.174176ms)","trace[1053860086] 'compare' (duration: 26.614925ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:05:33.285987Z","caller":"traceutil/trace.go:171","msg":"trace[1755554185] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"148.020288ms","start":"2026-07-29T10:05:33.13793Z","end":"2026-07-29T10:05:33.28595Z","steps":["trace[1755554185] 'process raft request' (duration: 147.888744ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:33.286036Z","caller":"traceutil/trace.go:171","msg":"trace[883927374] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"146.875775ms","start":"2026-07-29T10:05:33.139138Z","end":"2026-07-29T10:05:33.286013Z","steps":["trace[883927374] 'process raft request' (duration: 146.730951ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:33.286214Z","caller":"traceutil/trace.go:171","msg":"trace[64459455] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"146.498055ms","start":"2026-07-29T10:05:33.139682Z","end":"2026-07-29T10:05:33.28618Z","steps":["trace[64459455] 'process raft request' (duration: 146.233568ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:05:33.286349Z","caller":"traceutil/trace.go:171","msg":"trace[706352273] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"146.32675ms","start":"2026-07-29T10:05:33.140015Z","end":"2026-07-29T10:05:33.286341Z","steps":["trace[706352273] 'process raft request' (duration: 145.928889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:42.138527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.703022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:05:42.138685Z","caller":"traceutil/trace.go:171","msg":"trace[1156135427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:5584; }","duration":"108.945858ms","start":"2026-07-29T10:05:42.029714Z","end":"2026-07-29T10:05:42.13866Z","steps":["trace[1156135427] 'range keys from in-memory index tree' (duration: 108.451535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:05:42.138595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.997496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T10:05:42.138848Z","caller":"traceutil/trace.go:171","msg":"trace[1165726204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5584; }","duration":"115.268163ms","start":"2026-07-29T10:05:42.023537Z","end":"2026-07-29T10:05:42.138805Z","steps":["trace[1165726204] 'range keys from in-memory index tree' (duration: 114.78767ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:35.768604Z","caller":"traceutil/trace.go:171","msg":"trace[1980615691] transaction","detail":"{read_only:false; response_revision:6038; number_of_response:1; }","duration":"129.502207ms","start":"2026-07-29T10:06:35.639049Z","end":"2026-07-29T10:06:35.768551Z","steps":["trace[1980615691] 'process raft request' (duration: 129.185668ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:36.058529Z","caller":"traceutil/trace.go:171","msg":"trace[435123532] transaction","detail":"{read_only:false; response_revision:6040; number_of_response:1; }","duration":"119.038378ms","start":"2026-07-29T10:06:35.939461Z","end":"2026-07-29T10:06:36.0585Z","steps":["trace[435123532] 'process raft request' (duration: 80.148824ms)","trace[435123532] 'compare' (duration: 38.778631ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:36.530026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.260605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:06:36.530164Z","caller":"traceutil/trace.go:171","msg":"trace[1810365729] linearizableReadLoop","detail":"{readStateIndex:6256; appliedIndex:6255; }","duration":"440.744894ms","start":"2026-07-29T10:06:36.089371Z","end":"2026-07-29T10:06:36.530116Z","steps":["trace[1810365729] 'read index received' (duration: 271.319344ms)","trace[1810365729] 'applied index is now lower than readState.Index' (duration: 169.42447ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:36.530218Z","caller":"traceutil/trace.go:171","msg":"trace[1487476316] transaction","detail":"{read_only:false; response_revision:6041; number_of_response:1; }","duration":"506.85364ms","start":"2026-07-29T10:06:36.023331Z","end":"2026-07-29T10:06:36.530185Z","steps":["trace[1487476316] 'process raft request' (duration: 337.345018ms)","trace[1487476316] 'compare' (duration: 169.015699ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:36.530295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.023303Z","time spent":"506.956743ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:36.530302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.93102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:36.530352Z","caller":"traceutil/trace.go:171","msg":"trace[1248729910] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6041; }","duration":"441.014752ms","start":"2026-07-29T10:06:36.089321Z","end":"2026-07-29T10:06:36.530335Z","steps":["trace[1248729910] 'agreement among raft nodes before linearized reading' (duration: 440.93033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.530417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.089301Z","time spent":"441.103004ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-29T10:06:36.53042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.020223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:36.530528Z","caller":"traceutil/trace.go:171","msg":"trace[324280316] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6041; }","duration":"441.142776ms","start":"2026-07-29T10:06:36.089355Z","end":"2026-07-29T10:06:36.530498Z","steps":["trace[324280316] 'agreement among raft nodes before linearized reading' (duration: 440.92112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.530611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.089292Z","time spent":"441.30738ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-07-29T10:06:36.764057Z","caller":"traceutil/trace.go:171","msg":"trace[425633380] linearizableReadLoop","detail":"{readStateIndex:6258; appliedIndex:6256; }","duration":"233.809489ms","start":"2026-07-29T10:06:36.530218Z","end":"2026-07-29T10:06:36.764027Z","steps":["trace[425633380] 'read index received' (duration: 203.569423ms)","trace[425633380] 'applied index is now lower than readState.Index' (duration: 30.239166ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:36.76411Z","caller":"traceutil/trace.go:171","msg":"trace[1531607104] transaction","detail":"{read_only:false; response_revision:6042; number_of_response:1; }","duration":"613.668901ms","start":"2026-07-29T10:06:36.150382Z","end":"2026-07-29T10:06:36.764051Z","steps":["trace[1531607104] 'process raft request' (duration: 583.341553ms)","trace[1531607104] 'compare' (duration: 30.097602ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:36.764305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.464353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T10:06:36.764335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.150335Z","time spent":"613.884797ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:06:36.764375Z","caller":"traceutil/trace.go:171","msg":"trace[1176779182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6043; }","duration":"353.587667ms","start":"2026-07-29T10:06:36.41077Z","end":"2026-07-29T10:06:36.764357Z","steps":["trace[1176779182] 'agreement among raft nodes before linearized reading' (duration: 353.36276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.764417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.410735Z","time spent":"353.671889ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T10:06:36.764406Z","caller":"traceutil/trace.go:171","msg":"trace[593182030] transaction","detail":"{read_only:false; response_revision:6043; number_of_response:1; }","duration":"565.177392ms","start":"2026-07-29T10:06:36.199195Z","end":"2026-07-29T10:06:36.764372Z","steps":["trace[593182030] 'process raft request' (duration: 564.775731ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.764441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.517714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:06:36.764525Z","caller":"traceutil/trace.go:171","msg":"trace[1588416995] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:6043; }","duration":"303.645968ms","start":"2026-07-29T10:06:36.460858Z","end":"2026-07-29T10:06:36.764504Z","steps":["trace[1588416995] 'agreement among raft nodes before linearized reading' (duration: 303.456492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.764564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.199175Z","time spent":"565.299205ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:36.764588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.18572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.105\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-29T10:06:36.764579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.460839Z","time spent":"303.73047ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-29T10:06:36.764621Z","caller":"traceutil/trace.go:171","msg":"trace[1602621555] range","detail":"{range_begin:/registry/masterleases/199.19.213.105; range_end:; response_count:1; response_revision:6043; }","duration":"347.217571ms","start":"2026-07-29T10:06:36.417395Z","end":"2026-07-29T10:06:36.764612Z","steps":["trace[1602621555] 'agreement among raft nodes before linearized reading' (duration: 347.132928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.764656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.417322Z","time spent":"347.327564ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.105\" "} {"level":"warn","ts":"2026-07-29T10:06:36.764981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.605922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:06:36.765157Z","caller":"traceutil/trace.go:171","msg":"trace[680316527] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:6043; }","duration":"347.822208ms","start":"2026-07-29T10:06:36.417299Z","end":"2026-07-29T10:06:36.765121Z","steps":["trace[680316527] 'agreement among raft nodes before linearized reading' (duration: 347.251182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:36.765356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.417281Z","time spent":"348.055285ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpg8k\" "} {"level":"warn","ts":"2026-07-29T10:06:37.190651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.300688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:06:37.190815Z","caller":"traceutil/trace.go:171","msg":"trace[41075163] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"422.556751ms","start":"2026-07-29T10:06:36.768221Z","end":"2026-07-29T10:06:37.190778Z","steps":["trace[41075163] 'process raft request' (duration: 261.995407ms)","trace[41075163] 'compare' (duration: 159.961338ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:37.190894Z","caller":"traceutil/trace.go:171","msg":"trace[481813155] linearizableReadLoop","detail":"{readStateIndex:6260; appliedIndex:6259; }","duration":"420.714081ms","start":"2026-07-29T10:06:36.770171Z","end":"2026-07-29T10:06:37.190886Z","steps":["trace[481813155] 'read index received' (duration: 89.342128ms)","trace[481813155] 'applied index is now lower than readState.Index' (duration: 331.370733ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:37.190993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.768187Z","time spent":"422.720786ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:06:37.190855Z","caller":"traceutil/trace.go:171","msg":"trace[1506939064] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"330.115718ms","start":"2026-07-29T10:06:36.86072Z","end":"2026-07-29T10:06:37.190836Z","steps":["trace[1506939064] 'process raft request' (duration: 330.037756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:37.191231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.91968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T10:06:37.191228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.84255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T10:06:37.191305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.133453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:109137"} {"level":"info","ts":"2026-07-29T10:06:37.191353Z","caller":"traceutil/trace.go:171","msg":"trace[1637098230] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:6045; }","duration":"421.182804ms","start":"2026-07-29T10:06:36.770155Z","end":"2026-07-29T10:06:37.191338Z","steps":["trace[1637098230] 'agreement among raft nodes before linearized reading' (duration: 420.806754ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:37.191347Z","caller":"traceutil/trace.go:171","msg":"trace[1549164696] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6045; }","duration":"343.071977ms","start":"2026-07-29T10:06:36.848255Z","end":"2026-07-29T10:06:37.191327Z","steps":["trace[1549164696] 'agreement among raft nodes before linearized reading' (duration: 342.770768ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:37.191384Z","caller":"traceutil/trace.go:171","msg":"trace[35037971] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:6045; }","duration":"310.028423ms","start":"2026-07-29T10:06:36.881249Z","end":"2026-07-29T10:06:37.191278Z","steps":["trace[35037971] 'agreement among raft nodes before linearized reading' (duration: 309.89677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:37.191435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.881225Z","time spent":"310.197838ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":21,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:06:37.191446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.848234Z","time spent":"343.19702ms","remote":"127.0.0.1:60728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:06:37.191234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.860699Z","time spent":"330.482399ms","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:37.191409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:36.770114Z","time spent":"421.282566ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":109161,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-29T10:06:37.504291Z","caller":"traceutil/trace.go:171","msg":"trace[1824270725] linearizableReadLoop","detail":"{readStateIndex:6262; appliedIndex:6261; }","duration":"195.948633ms","start":"2026-07-29T10:06:37.308319Z","end":"2026-07-29T10:06:37.504267Z","steps":["trace[1824270725] 'read index received' (duration: 137.967492ms)","trace[1824270725] 'applied index is now lower than readState.Index' (duration: 57.980111ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:37.504439Z","caller":"traceutil/trace.go:171","msg":"trace[1129879783] transaction","detail":"{read_only:false; response_revision:6046; number_of_response:1; }","duration":"226.568789ms","start":"2026-07-29T10:06:37.277832Z","end":"2026-07-29T10:06:37.504401Z","steps":["trace[1129879783] 'process raft request' (duration: 168.522035ms)","trace[1129879783] 'compare' (duration: 57.794247ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:37.504559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.181159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T10:06:37.504595Z","caller":"traceutil/trace.go:171","msg":"trace[916880103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6046; }","duration":"196.326903ms","start":"2026-07-29T10:06:37.308258Z","end":"2026-07-29T10:06:37.504585Z","steps":["trace[916880103] 'agreement among raft nodes before linearized reading' (duration: 196.133738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:37.504695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.695562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T10:06:37.504731Z","caller":"traceutil/trace.go:171","msg":"trace[578488664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6046; }","duration":"168.530686ms","start":"2026-07-29T10:06:37.336191Z","end":"2026-07-29T10:06:37.504721Z","steps":["trace[578488664] 'agreement among raft nodes before linearized reading' (duration: 168.361531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:37.504981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.18196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T10:06:37.505048Z","caller":"traceutil/trace.go:171","msg":"trace[1349176736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6046; }","duration":"162.506669ms","start":"2026-07-29T10:06:37.342523Z","end":"2026-07-29T10:06:37.50503Z","steps":["trace[1349176736] 'agreement among raft nodes before linearized reading' (duration: 162.122699ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:38.022622Z","caller":"traceutil/trace.go:171","msg":"trace[612559158] transaction","detail":"{read_only:false; response_revision:6048; number_of_response:1; }","duration":"513.7061ms","start":"2026-07-29T10:06:37.508892Z","end":"2026-07-29T10:06:38.022598Z","steps":["trace[612559158] 'process raft request' (duration: 513.451543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:38.022769Z","caller":"traceutil/trace.go:171","msg":"trace[1165427378] transaction","detail":"{read_only:false; response_revision:6049; number_of_response:1; }","duration":"513.649198ms","start":"2026-07-29T10:06:37.509108Z","end":"2026-07-29T10:06:38.022757Z","steps":["trace[1165427378] 'process raft request' (duration: 513.393191ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.022772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:37.508882Z","time spent":"513.813303ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:38.022829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:37.509093Z","time spent":"513.70595ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:06:38.023002Z","caller":"traceutil/trace.go:171","msg":"trace[326247737] linearizableReadLoop","detail":"{readStateIndex:6266; appliedIndex:6263; }","duration":"343.102727ms","start":"2026-07-29T10:06:37.679867Z","end":"2026-07-29T10:06:38.02297Z","steps":["trace[326247737] 'read index received' (duration: 342.441559ms)","trace[326247737] 'applied index is now lower than readState.Index' (duration: 660.568µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:38.023039Z","caller":"traceutil/trace.go:171","msg":"trace[936398475] transaction","detail":"{read_only:false; response_revision:6050; number_of_response:1; }","duration":"513.724521ms","start":"2026-07-29T10:06:37.509302Z","end":"2026-07-29T10:06:38.023026Z","steps":["trace[936398475] 'process raft request' (duration: 513.407182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.023118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:37.509288Z","time spent":"513.779352ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:38.023163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.211461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:38.023194Z","caller":"traceutil/trace.go:171","msg":"trace[456153656] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:6050; }","duration":"343.415646ms","start":"2026-07-29T10:06:37.679764Z","end":"2026-07-29T10:06:38.02318Z","steps":["trace[456153656] 'agreement among raft nodes before linearized reading' (duration: 343.275622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.02329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:37.679743Z","time spent":"343.53939ms","remote":"127.0.0.1:58850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:06:38.398617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.130147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:06:38.398745Z","caller":"traceutil/trace.go:171","msg":"trace[686728823] transaction","detail":"{read_only:false; response_revision:6051; number_of_response:1; }","duration":"573.247144ms","start":"2026-07-29T10:06:37.825464Z","end":"2026-07-29T10:06:38.398711Z","steps":["trace[686728823] 'process raft request' (duration: 338.959773ms)","trace[686728823] 'compare' (duration: 234.044924ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:38.39875Z","caller":"traceutil/trace.go:171","msg":"trace[629357214] transaction","detail":"{read_only:false; response_revision:6052; number_of_response:1; }","duration":"334.727695ms","start":"2026-07-29T10:06:38.064009Z","end":"2026-07-29T10:06:38.398737Z","steps":["trace[629357214] 'process raft request' (duration: 334.689004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.398899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:37.825435Z","time spent":"573.383827ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:38.398925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.627291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T10:06:38.398928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:38.063986Z","time spent":"334.91715ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:06:38.398975Z","caller":"traceutil/trace.go:171","msg":"trace[1734725423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6052; }","duration":"692.738484ms","start":"2026-07-29T10:06:37.706227Z","end":"2026-07-29T10:06:38.398966Z","steps":["trace[1734725423] 'agreement among raft nodes before linearized reading' (duration: 692.641031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.399024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:37.706203Z","time spent":"692.814117ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T10:06:38.39882Z","caller":"traceutil/trace.go:171","msg":"trace[717407633] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6266; }","duration":"375.771798ms","start":"2026-07-29T10:06:38.023024Z","end":"2026-07-29T10:06:38.398796Z","steps":["trace[717407633] 'read index received' (duration: 141.393835ms)","trace[717407633] 'applied index is now lower than readState.Index' (duration: 234.375563ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:38.399314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.762962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:38.399382Z","caller":"traceutil/trace.go:171","msg":"trace[117237209] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:6052; }","duration":"239.893746ms","start":"2026-07-29T10:06:38.15947Z","end":"2026-07-29T10:06:38.399364Z","steps":["trace[117237209] 'agreement among raft nodes before linearized reading' (duration: 239.778173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.399415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.09516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:06:38.399458Z","caller":"traceutil/trace.go:171","msg":"trace[681371359] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:6052; }","duration":"148.179602ms","start":"2026-07-29T10:06:38.251267Z","end":"2026-07-29T10:06:38.399447Z","steps":["trace[681371359] 'agreement among raft nodes before linearized reading' (duration: 148.111041ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.656866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.848656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:38.656962Z","caller":"traceutil/trace.go:171","msg":"trace[135163637] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6052; }","duration":"122.00855ms","start":"2026-07-29T10:06:38.534931Z","end":"2026-07-29T10:06:38.65694Z","steps":["trace[135163637] 'range keys from in-memory index tree' (duration: 121.758173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:38.657036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.382513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:38.657117Z","caller":"traceutil/trace.go:171","msg":"trace[393184550] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6052; }","duration":"121.515997ms","start":"2026-07-29T10:06:38.535584Z","end":"2026-07-29T10:06:38.6571Z","steps":["trace[393184550] 'range keys from in-memory index tree' (duration: 121.2574ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:06:38.657399Z","caller":"traceutil/trace.go:171","msg":"trace[246502192] transaction","detail":"{read_only:false; response_revision:6053; number_of_response:1; }","duration":"121.589058ms","start":"2026-07-29T10:06:38.535763Z","end":"2026-07-29T10:06:38.657352Z","steps":["trace[246502192] 'process raft request' (duration: 41.556808ms)","trace[246502192] 'compare' (duration: 79.877576ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:39.288265Z","caller":"traceutil/trace.go:171","msg":"trace[1453739282] transaction","detail":"{read_only:false; response_revision:6054; number_of_response:1; }","duration":"518.006599ms","start":"2026-07-29T10:06:38.770228Z","end":"2026-07-29T10:06:39.288235Z","steps":["trace[1453739282] 'process raft request' (duration: 517.806354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:39.288463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:38.770193Z","time spent":"518.177434ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:06:39.438009Z","caller":"traceutil/trace.go:171","msg":"trace[126078489] linearizableReadLoop","detail":"{readStateIndex:6271; appliedIndex:6269; }","duration":"243.449925ms","start":"2026-07-29T10:06:39.194526Z","end":"2026-07-29T10:06:39.437975Z","steps":["trace[126078489] 'read index received' (duration: 93.649677ms)","trace[126078489] 'applied index is now lower than readState.Index' (duration: 149.795308ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:39.438074Z","caller":"traceutil/trace.go:171","msg":"trace[885374567] transaction","detail":"{read_only:false; response_revision:6055; number_of_response:1; }","duration":"342.744047ms","start":"2026-07-29T10:06:39.095304Z","end":"2026-07-29T10:06:39.438048Z","steps":["trace[885374567] 'process raft request' (duration: 266.934613ms)","trace[885374567] 'compare' (duration: 75.466805ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:39.438307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.768834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T10:06:39.438367Z","caller":"traceutil/trace.go:171","msg":"trace[1416704589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6055; }","duration":"243.863967ms","start":"2026-07-29T10:06:39.194488Z","end":"2026-07-29T10:06:39.438352Z","steps":["trace[1416704589] 'agreement among raft nodes before linearized reading' (duration: 243.668181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:39.438465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.542072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:06:39.438558Z","caller":"traceutil/trace.go:171","msg":"trace[1383324388] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:6055; }","duration":"241.660716ms","start":"2026-07-29T10:06:39.196872Z","end":"2026-07-29T10:06:39.438533Z","steps":["trace[1383324388] 'agreement among raft nodes before linearized reading' (duration: 241.44351ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:39.43912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:39.09528Z","time spent":"342.84934ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:06:39.88757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.857229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-29T10:06:39.887635Z","caller":"traceutil/trace.go:171","msg":"trace[560934425] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6056; }","duration":"347.966332ms","start":"2026-07-29T10:06:39.539654Z","end":"2026-07-29T10:06:39.887621Z","steps":["trace[560934425] 'range keys from in-memory index tree' (duration: 347.654413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:39.887664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:39.539633Z","time spent":"348.024434ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T10:06:39.887844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.822196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:06:39.887939Z","caller":"traceutil/trace.go:171","msg":"trace[1468889875] linearizableReadLoop","detail":"{readStateIndex:6273; appliedIndex:6272; }","duration":"182.944203ms","start":"2026-07-29T10:06:39.704979Z","end":"2026-07-29T10:06:39.887924Z","steps":["trace[1468889875] 'read index received' (duration: 138.113µs)","trace[1468889875] 'applied index is now lower than readState.Index' (duration: 182.80486ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:06:39.887971Z","caller":"traceutil/trace.go:171","msg":"trace[344535686] transaction","detail":"{read_only:false; response_revision:6057; number_of_response:1; }","duration":"346.769319ms","start":"2026-07-29T10:06:39.541191Z","end":"2026-07-29T10:06:39.88796Z","steps":["trace[344535686] 'process raft request' (duration: 136.762108ms)","trace[344535686] 'compare' (duration: 209.456256ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:06:39.887999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.023816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:06:39.888024Z","caller":"traceutil/trace.go:171","msg":"trace[433310937] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6057; }","duration":"183.114838ms","start":"2026-07-29T10:06:39.7049Z","end":"2026-07-29T10:06:39.888015Z","steps":["trace[433310937] 'agreement among raft nodes before linearized reading' (duration: 183.065217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:06:39.888044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:06:39.541166Z","time spent":"346.8271ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:06:43.323141Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3011} {"level":"info","ts":"2026-07-29T10:06:43.408845Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3011,"took":"84.134564ms","hash":1963434999,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":31629312,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-29T10:06:43.408914Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1963434999,"revision":3011,"compact-revision":-1} {"level":"info","ts":"2026-07-29T10:11:43.32973Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6079} {"level":"info","ts":"2026-07-29T10:11:43.431545Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6079,"took":"99.572537ms","hash":4179763517,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":23920640,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-07-29T10:11:43.4316Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4179763517,"revision":6079,"compact-revision":3011} {"level":"warn","ts":"2026-07-29T10:11:49.562888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.222498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T10:11:49.562976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.241974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:11:49.563018Z","caller":"traceutil/trace.go:171","msg":"trace[1988140883] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8327; }","duration":"103.386602ms","start":"2026-07-29T10:11:49.459592Z","end":"2026-07-29T10:11:49.562978Z","steps":["trace[1988140883] 'range keys from in-memory index tree' (duration: 103.021562ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:49.56307Z","caller":"traceutil/trace.go:171","msg":"trace[1574488033] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:8327; }","duration":"265.392388ms","start":"2026-07-29T10:11:49.297654Z","end":"2026-07-29T10:11:49.563047Z","steps":["trace[1574488033] 'range keys from in-memory index tree' (duration: 265.056638ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:57.89358Z","caller":"traceutil/trace.go:171","msg":"trace[1212874486] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"229.70313ms","start":"2026-07-29T10:11:57.663852Z","end":"2026-07-29T10:11:57.893555Z","steps":["trace[1212874486] 'process raft request' (duration: 229.471804ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:57.908383Z","caller":"traceutil/trace.go:171","msg":"trace[1293350889] transaction","detail":"{read_only:false; response_revision:8372; number_of_response:1; }","duration":"196.46806ms","start":"2026-07-29T10:11:57.711892Z","end":"2026-07-29T10:11:57.90836Z","steps":["trace[1293350889] 'process raft request' (duration: 196.227903ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:57.908505Z","caller":"traceutil/trace.go:171","msg":"trace[1488278812] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"194.995479ms","start":"2026-07-29T10:11:57.713482Z","end":"2026-07-29T10:11:57.908477Z","steps":["trace[1488278812] 'process raft request' (duration: 194.759853ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:57.908595Z","caller":"traceutil/trace.go:171","msg":"trace[941691062] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"194.769073ms","start":"2026-07-29T10:11:57.713806Z","end":"2026-07-29T10:11:57.908575Z","steps":["trace[941691062] 'process raft request' (duration: 194.490325ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:57.908705Z","caller":"traceutil/trace.go:171","msg":"trace[1319007351] linearizableReadLoop","detail":"{readStateIndex:8669; appliedIndex:8665; }","duration":"189.770854ms","start":"2026-07-29T10:11:57.718926Z","end":"2026-07-29T10:11:57.908697Z","steps":["trace[1319007351] 'read index received' (duration: 174.480341ms)","trace[1319007351] 'applied index is now lower than readState.Index' (duration: 15.289143ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:11:57.908786Z","caller":"traceutil/trace.go:171","msg":"trace[814123258] transaction","detail":"{read_only:false; response_revision:8375; number_of_response:1; }","duration":"118.423349ms","start":"2026-07-29T10:11:57.790349Z","end":"2026-07-29T10:11:57.908773Z","steps":["trace[814123258] 'process raft request' (duration: 118.162692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:11:57.908925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.754904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T10:11:57.908927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.302089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T10:11:57.908971Z","caller":"traceutil/trace.go:171","msg":"trace[1492793442] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8375; }","duration":"176.812196ms","start":"2026-07-29T10:11:57.732149Z","end":"2026-07-29T10:11:57.908961Z","steps":["trace[1492793442] 'agreement among raft nodes before linearized reading' (duration: 176.670562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:11:57.908947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.99346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T10:11:57.908981Z","caller":"traceutil/trace.go:171","msg":"trace[591120574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8375; }","duration":"177.392131ms","start":"2026-07-29T10:11:57.731576Z","end":"2026-07-29T10:11:57.908968Z","steps":["trace[591120574] 'agreement among raft nodes before linearized reading' (duration: 177.209186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:11:57.909037Z","caller":"traceutil/trace.go:171","msg":"trace[54052459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8375; }","duration":"190.118884ms","start":"2026-07-29T10:11:57.718894Z","end":"2026-07-29T10:11:57.909013Z","steps":["trace[54052459] 'agreement among raft nodes before linearized reading' (duration: 189.866837ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:13.450723Z","caller":"traceutil/trace.go:171","msg":"trace[1345423839] transaction","detail":"{read_only:false; response_revision:8459; number_of_response:1; }","duration":"163.708333ms","start":"2026-07-29T10:12:13.286992Z","end":"2026-07-29T10:12:13.4507Z","steps":["trace[1345423839] 'process raft request' (duration: 163.24468ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:23.530024Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022a0.wal"} {"level":"info","ts":"2026-07-29T10:12:26.11408Z","caller":"traceutil/trace.go:171","msg":"trace[1162620999] transaction","detail":"{read_only:false; response_revision:8573; number_of_response:1; }","duration":"109.361398ms","start":"2026-07-29T10:12:26.004689Z","end":"2026-07-29T10:12:26.11405Z","steps":["trace[1162620999] 'process raft request' (duration: 109.141962ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:26.16346Z","caller":"traceutil/trace.go:171","msg":"trace[2114277027] linearizableReadLoop","detail":"{readStateIndex:8877; appliedIndex:8874; }","duration":"136.15961ms","start":"2026-07-29T10:12:26.027259Z","end":"2026-07-29T10:12:26.163419Z","steps":["trace[2114277027] 'read index received' (duration: 86.752702ms)","trace[2114277027] 'applied index is now lower than readState.Index' (duration: 49.405278ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:12:26.164056Z","caller":"traceutil/trace.go:171","msg":"trace[951641273] transaction","detail":"{read_only:false; response_revision:8574; number_of_response:1; }","duration":"157.514861ms","start":"2026-07-29T10:12:26.006525Z","end":"2026-07-29T10:12:26.16404Z","steps":["trace[951641273] 'process raft request' (duration: 156.643937ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:26.164348Z","caller":"traceutil/trace.go:171","msg":"trace[1219464363] transaction","detail":"{read_only:false; response_revision:8575; number_of_response:1; }","duration":"145.007805ms","start":"2026-07-29T10:12:26.019328Z","end":"2026-07-29T10:12:26.164336Z","steps":["trace[1219464363] 'process raft request' (duration: 144.037678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:12:26.164648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.355333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T10:12:26.164703Z","caller":"traceutil/trace.go:171","msg":"trace[241866293] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8575; }","duration":"137.458886ms","start":"2026-07-29T10:12:26.027233Z","end":"2026-07-29T10:12:26.164692Z","steps":["trace[241866293] 'agreement among raft nodes before linearized reading' (duration: 137.268931ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:26.30792Z","caller":"traceutil/trace.go:171","msg":"trace[266817438] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"131.850721ms","start":"2026-07-29T10:12:26.176048Z","end":"2026-07-29T10:12:26.307899Z","steps":["trace[266817438] 'process raft request' (duration: 128.730794ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:26.311967Z","caller":"traceutil/trace.go:171","msg":"trace[1078574469] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"135.646416ms","start":"2026-07-29T10:12:26.176266Z","end":"2026-07-29T10:12:26.311912Z","steps":["trace[1078574469] 'process raft request' (duration: 135.526052ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:26.312009Z","caller":"traceutil/trace.go:171","msg":"trace[648204182] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"135.632985ms","start":"2026-07-29T10:12:26.176323Z","end":"2026-07-29T10:12:26.311956Z","steps":["trace[648204182] 'process raft request' (duration: 135.503651ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:12:26.31236Z","caller":"traceutil/trace.go:171","msg":"trace[1233124941] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"136.061837ms","start":"2026-07-29T10:12:26.176266Z","end":"2026-07-29T10:12:26.312328Z","steps":["trace[1233124941] 'process raft request' (duration: 135.421019ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:13:52.684161Z","caller":"traceutil/trace.go:171","msg":"trace[1174725291] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"150.429835ms","start":"2026-07-29T10:13:52.533693Z","end":"2026-07-29T10:13:52.684123Z","steps":["trace[1174725291] 'process raft request' (duration: 56.252037ms)","trace[1174725291] 'compare' (duration: 93.940051ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:13:52.852701Z","caller":"traceutil/trace.go:171","msg":"trace[323697179] transaction","detail":"{read_only:false; response_revision:9420; number_of_response:1; }","duration":"109.959535ms","start":"2026-07-29T10:13:52.742718Z","end":"2026-07-29T10:13:52.852677Z","steps":["trace[323697179] 'process raft request' (duration: 81.532607ms)","trace[323697179] 'compare' (duration: 28.289454ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:13:52.925542Z","caller":"traceutil/trace.go:171","msg":"trace[554922761] linearizableReadLoop","detail":"{readStateIndex:9749; appliedIndex:9747; }","duration":"178.828481ms","start":"2026-07-29T10:13:52.746681Z","end":"2026-07-29T10:13:52.92551Z","steps":["trace[554922761] 'read index received' (duration: 77.561427ms)","trace[554922761] 'applied index is now lower than readState.Index' (duration: 101.265564ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:13:52.92565Z","caller":"traceutil/trace.go:171","msg":"trace[1957751433] transaction","detail":"{read_only:false; response_revision:9421; number_of_response:1; }","duration":"180.59883ms","start":"2026-07-29T10:13:52.744988Z","end":"2026-07-29T10:13:52.925587Z","steps":["trace[1957751433] 'process raft request' (duration: 180.281761ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:13:52.925722Z","caller":"traceutil/trace.go:171","msg":"trace[1915248477] transaction","detail":"{read_only:false; response_revision:9422; number_of_response:1; }","duration":"138.176486ms","start":"2026-07-29T10:13:52.787495Z","end":"2026-07-29T10:13:52.925671Z","steps":["trace[1915248477] 'process raft request' (duration: 137.95887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:13:52.92588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.509822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T10:13:52.925881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.172021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T10:13:52.925871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.890447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:13:52.925933Z","caller":"traceutil/trace.go:171","msg":"trace[1308638888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9422; }","duration":"178.623845ms","start":"2026-07-29T10:13:52.747296Z","end":"2026-07-29T10:13:52.92592Z","steps":["trace[1308638888] 'agreement among raft nodes before linearized reading' (duration: 178.41446ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:13:52.925947Z","caller":"traceutil/trace.go:171","msg":"trace[998638948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9422; }","duration":"179.278894ms","start":"2026-07-29T10:13:52.746655Z","end":"2026-07-29T10:13:52.925934Z","steps":["trace[998638948] 'agreement among raft nodes before linearized reading' (duration: 179.037817ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:13:52.925985Z","caller":"traceutil/trace.go:171","msg":"trace[414637222] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:9422; }","duration":"160.040431ms","start":"2026-07-29T10:13:52.765913Z","end":"2026-07-29T10:13:52.925954Z","steps":["trace[414637222] 'agreement among raft nodes before linearized reading' (duration: 159.828196ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:14:28.196934Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"eb6db91b2c71522f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T10:14:28.203691Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T10:14:28.203881Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T10:16:43.339314Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8295} {"level":"info","ts":"2026-07-29T10:16:43.4271Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8295,"took":"85.527879ms","hash":138412803,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":25001984,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-07-29T10:16:43.427172Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":138412803,"revision":8295,"compact-revision":6079} {"level":"warn","ts":"2026-07-29T10:16:46.298964Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:46.800126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:47.301008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:47.80209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:48.302532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:48.803335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:49.303715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:49.705744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000467097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T10:16:49.705835Z","caller":"traceutil/trace.go:171","msg":"trace[216013500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00060509s","start":"2026-07-29T10:16:47.705211Z","end":"2026-07-29T10:16:49.705816Z","steps":["trace[216013500] 'agreement among raft nodes before linearized reading' (duration: 2.000489657s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:49.705882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.70519Z","time spent":"2.000682722s","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T10:16:49.80426Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:50.305206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:50.788662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:45.790902Z","time spent":"4.99775348s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 10:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T10:16:50.805865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464210,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:16:50.945682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999293702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T10:16:50.945749Z","caller":"traceutil/trace.go:171","msg":"trace[1440125915] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999435936s","start":"2026-07-29T10:16:45.946297Z","end":"2026-07-29T10:16:50.945733Z","steps":["trace[1440125915] 'agreement among raft nodes before linearized reading' (duration: 4.999327933s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:50.945786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:45.946277Z","time spent":"4.999501239s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 10:16:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T10:16:51.060055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.268911758s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T10:16:51.23194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714808977s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.232061Z","caller":"traceutil/trace.go:171","msg":"trace[1598902154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10529; }","duration":"1.714950691s","start":"2026-07-29T10:16:49.517094Z","end":"2026-07-29T10:16:51.232045Z","steps":["trace[1598902154] 'range keys from in-memory index tree' (duration: 1.714788926s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.234554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.205123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T10:16:51.28808Z","caller":"traceutil/trace.go:171","msg":"trace[1354134111] linearizableReadLoop","detail":"{readStateIndex:10905; appliedIndex:10897; }","duration":"5.489166186s","start":"2026-07-29T10:16:45.798894Z","end":"2026-07-29T10:16:51.28806Z","steps":["trace[1354134111] 'read index received' (duration: 5.26141392s)","trace[1354134111] 'applied index is now lower than readState.Index' (duration: 227.751066ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:16:51.288256Z","caller":"traceutil/trace.go:171","msg":"trace[1553152404] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"4.141190456s","start":"2026-07-29T10:16:47.14705Z","end":"2026-07-29T10:16:51.288241Z","steps":["trace[1553152404] 'process raft request' (duration: 4.140491466s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.288387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.146996Z","time spent":"4.141295499s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:16:51.288507Z","caller":"traceutil/trace.go:171","msg":"trace[515717544] transaction","detail":"{read_only:false; response_revision:10536; number_of_response:1; }","duration":"1.077132682s","start":"2026-07-29T10:16:50.211338Z","end":"2026-07-29T10:16:51.28847Z","steps":["trace[515717544] 'process raft request' (duration: 1.076648589s)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:51.288656Z","caller":"traceutil/trace.go:171","msg":"trace[290972941] transaction","detail":"{read_only:false; response_revision:10537; number_of_response:1; }","duration":"648.766343ms","start":"2026-07-29T10:16:50.639878Z","end":"2026-07-29T10:16:51.288644Z","steps":["trace[290972941] 'process raft request' (duration: 648.142246ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.288715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:50.211312Z","time spent":"1.077298497s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:16:51.288727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:50.639853Z","time spent":"648.835585ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:16:51.288833Z","caller":"traceutil/trace.go:171","msg":"trace[228422282] transaction","detail":"{read_only:false; response_revision:10533; number_of_response:1; }","duration":"3.968125164s","start":"2026-07-29T10:16:47.320702Z","end":"2026-07-29T10:16:51.288827Z","steps":["trace[228422282] 'process raft request' (duration: 3.967110576s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.288871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.320665Z","time spent":"3.968185235s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:16:51.289004Z","caller":"traceutil/trace.go:171","msg":"trace[1309299706] transaction","detail":"{read_only:false; response_revision:10534; number_of_response:1; }","duration":"3.650993533s","start":"2026-07-29T10:16:47.638002Z","end":"2026-07-29T10:16:51.288996Z","steps":["trace[1309299706] 'process raft request' (duration: 3.649903893s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.490129613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T10:16:51.289043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.637985Z","time spent":"3.651031165s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:16:51.289059Z","caller":"traceutil/trace.go:171","msg":"trace[2016909972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10537; }","duration":"5.490194405s","start":"2026-07-29T10:16:45.798854Z","end":"2026-07-29T10:16:51.289049Z","steps":["trace[2016909972] 'agreement among raft nodes before linearized reading' (duration: 5.490053361s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:45.798842Z","time spent":"5.490242636s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T10:16:51.289135Z","caller":"traceutil/trace.go:171","msg":"trace[425852207] transaction","detail":"{read_only:false; response_revision:10535; number_of_response:1; }","duration":"2.164813016s","start":"2026-07-29T10:16:49.124314Z","end":"2026-07-29T10:16:51.289128Z","steps":["trace[425852207] 'process raft request' (duration: 2.163634744s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:49.124285Z","time spent":"2.164864748s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:16:51.289423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.835692523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.105\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T10:16:51.289454Z","caller":"traceutil/trace.go:171","msg":"trace[1065992007] range","detail":"{range_begin:/registry/masterleases/199.19.213.105; range_end:; response_count:1; response_revision:10537; }","duration":"4.835760135s","start":"2026-07-29T10:16:46.453687Z","end":"2026-07-29T10:16:51.289447Z","steps":["trace[1065992007] 'agreement among raft nodes before linearized reading' (duration: 4.83557829s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:46.453668Z","time spent":"4.835800897s","remote":"127.0.0.1:60490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.105\" "} {"level":"warn","ts":"2026-07-29T10:16:51.289646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.886711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.289666Z","caller":"traceutil/trace.go:171","msg":"trace[119665630] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:10537; }","duration":"131.941823ms","start":"2026-07-29T10:16:51.157717Z","end":"2026-07-29T10:16:51.289659Z","steps":["trace[119665630] 'agreement among raft nodes before linearized reading' (duration: 131.877741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583354018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.289809Z","caller":"traceutil/trace.go:171","msg":"trace[1350495038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10537; }","duration":"1.583394479s","start":"2026-07-29T10:16:49.70641Z","end":"2026-07-29T10:16:51.289805Z","steps":["trace[1350495038] 'agreement among raft nodes before linearized reading' (duration: 1.583366018s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:49.706394Z","time spent":"1.583424419s","remote":"127.0.0.1:60464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T10:16:51.289925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.163104643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T10:16:51.289924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.042798392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.289968Z","caller":"traceutil/trace.go:171","msg":"trace[194511743] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:10537; }","duration":"4.042843663s","start":"2026-07-29T10:16:47.24711Z","end":"2026-07-29T10:16:51.289954Z","steps":["trace[194511743] 'agreement among raft nodes before linearized reading' (duration: 4.042772721s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.289998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201727152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T10:16:51.290007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.247054Z","time spent":"4.042944885s","remote":"127.0.0.1:49866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-29T10:16:51.290024Z","caller":"traceutil/trace.go:171","msg":"trace[196117233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:10537; }","duration":"4.201780904s","start":"2026-07-29T10:16:47.088233Z","end":"2026-07-29T10:16:51.290014Z","steps":["trace[196117233] 'agreement among raft nodes before linearized reading' (duration: 4.201717972s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.290047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.088212Z","time spent":"4.201831554s","remote":"127.0.0.1:49816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:16:51.290181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.392080472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T10:16:51.290194Z","caller":"traceutil/trace.go:171","msg":"trace[790393677] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10537; }","duration":"4.392135044s","start":"2026-07-29T10:16:46.898055Z","end":"2026-07-29T10:16:51.29019Z","steps":["trace[790393677] 'agreement among raft nodes before linearized reading' (duration: 4.392078892s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.290207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:46.898031Z","time spent":"4.392173425s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T10:16:51.290211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896649942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:16:51.290249Z","caller":"traceutil/trace.go:171","msg":"trace[2072208223] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10537; }","duration":"1.896726054s","start":"2026-07-29T10:16:49.393511Z","end":"2026-07-29T10:16:51.290237Z","steps":["trace[2072208223] 'agreement among raft nodes before linearized reading' (duration: 1.896648702s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.290281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:49.393492Z","time spent":"1.896781935s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:16:51.290297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.620772503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.290317Z","caller":"traceutil/trace.go:171","msg":"trace[53579040] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10537; }","duration":"4.620829675s","start":"2026-07-29T10:16:46.669482Z","end":"2026-07-29T10:16:51.290312Z","steps":["trace[53579040] 'agreement among raft nodes before linearized reading' (duration: 4.620787604s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.290333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:46.66946Z","time spent":"4.620868565s","remote":"127.0.0.1:58084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:16:51.290453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802186083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-07-29T10:16:51.290477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732473645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-29T10:16:51.290489Z","caller":"traceutil/trace.go:171","msg":"trace[204930885] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10537; }","duration":"2.802243814s","start":"2026-07-29T10:16:48.488232Z","end":"2026-07-29T10:16:51.290476Z","steps":["trace[204930885] 'agreement among raft nodes before linearized reading' (duration: 2.802179243s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.290522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:48.488217Z","time spent":"2.802296346s","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T10:16:51.290712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.501630189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T10:16:51.290744Z","caller":"traceutil/trace.go:171","msg":"trace[1752925533] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10537; }","duration":"3.501694391s","start":"2026-07-29T10:16:47.789041Z","end":"2026-07-29T10:16:51.290735Z","steps":["trace[1752925533] 'agreement among raft nodes before linearized reading' (duration: 3.501604188s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.29077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.789024Z","time spent":"3.501740091s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T10:16:51.289941Z","caller":"traceutil/trace.go:171","msg":"trace[1854909008] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10537; }","duration":"4.163160174s","start":"2026-07-29T10:16:47.126774Z","end":"2026-07-29T10:16:51.289934Z","steps":["trace[1854909008] 'agreement among raft nodes before linearized reading' (duration: 4.163124473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.290876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.126753Z","time spent":"4.16411537s","remote":"127.0.0.1:58130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-29T10:16:51.290497Z","caller":"traceutil/trace.go:171","msg":"trace[297386529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10537; }","duration":"4.732532187s","start":"2026-07-29T10:16:46.557959Z","end":"2026-07-29T10:16:51.290491Z","steps":["trace[297386529] 'agreement among raft nodes before linearized reading' (duration: 4.732462485s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.29097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:46.557939Z","time spent":"4.733020991s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T10:16:51.291012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.57718536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:16:51.291065Z","caller":"traceutil/trace.go:171","msg":"trace[496594557] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10537; }","duration":"3.577241372s","start":"2026-07-29T10:16:47.713816Z","end":"2026-07-29T10:16:51.291057Z","steps":["trace[496594557] 'agreement among raft nodes before linearized reading' (duration: 3.577155579s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.291083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.713797Z","time spent":"3.577281483s","remote":"127.0.0.1:60588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:16:51.291188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.681846698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.291203Z","caller":"traceutil/trace.go:171","msg":"trace[1314589542] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10537; }","duration":"3.681881238s","start":"2026-07-29T10:16:47.609316Z","end":"2026-07-29T10:16:51.291197Z","steps":["trace[1314589542] 'agreement among raft nodes before linearized reading' (duration: 3.681852888s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.291221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.609307Z","time spent":"3.68190633s","remote":"127.0.0.1:58162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:16:51.291392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.688649807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:16:51.291407Z","caller":"traceutil/trace.go:171","msg":"trace[1239157942] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10537; }","duration":"3.688694448s","start":"2026-07-29T10:16:47.602708Z","end":"2026-07-29T10:16:51.291403Z","steps":["trace[1239157942] 'agreement among raft nodes before linearized reading' (duration: 3.688603786s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.291422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.602697Z","time spent":"3.688720828s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":73,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:16:51.291573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.71801428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:16:51.291588Z","caller":"traceutil/trace.go:171","msg":"trace[1438414592] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:10537; }","duration":"3.718064821s","start":"2026-07-29T10:16:47.573518Z","end":"2026-07-29T10:16:51.291583Z","steps":["trace[1438414592] 'agreement among raft nodes before linearized reading' (duration: 3.71801336s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.2916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.573497Z","time spent":"3.718100211s","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpg8k\" "} {"level":"info","ts":"2026-07-29T10:16:51.292982Z","caller":"traceutil/trace.go:171","msg":"trace[425791001] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"4.140782994s","start":"2026-07-29T10:16:47.146834Z","end":"2026-07-29T10:16:51.287617Z","steps":["trace[425791001] 'process raft request' (duration: 4.140554978s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.293167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:16:47.146804Z","time spent":"4.146300057s","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:16:51.450382Z","caller":"traceutil/trace.go:171","msg":"trace[1490121095] transaction","detail":"{read_only:false; response_revision:10541; number_of_response:1; }","duration":"152.431431ms","start":"2026-07-29T10:16:51.297924Z","end":"2026-07-29T10:16:51.450355Z","steps":["trace[1490121095] 'process raft request' (duration: 152.378919ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:51.450822Z","caller":"traceutil/trace.go:171","msg":"trace[1343648271] transaction","detail":"{read_only:false; response_revision:10538; number_of_response:1; }","duration":"153.665734ms","start":"2026-07-29T10:16:51.297142Z","end":"2026-07-29T10:16:51.450808Z","steps":["trace[1343648271] 'process raft request' (duration: 152.877623ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:51.451007Z","caller":"traceutil/trace.go:171","msg":"trace[1688425317] transaction","detail":"{read_only:false; response_revision:10539; number_of_response:1; }","duration":"153.536531ms","start":"2026-07-29T10:16:51.297461Z","end":"2026-07-29T10:16:51.450997Z","steps":["trace[1688425317] 'process raft request' (duration: 152.728208ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:51.45114Z","caller":"traceutil/trace.go:171","msg":"trace[294697499] transaction","detail":"{read_only:false; response_revision:10540; number_of_response:1; }","duration":"153.649324ms","start":"2026-07-29T10:16:51.297459Z","end":"2026-07-29T10:16:51.451108Z","steps":["trace[294697499] 'process raft request' (duration: 152.78196ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:51.451638Z","caller":"traceutil/trace.go:171","msg":"trace[1550667636] linearizableReadLoop","detail":"{readStateIndex:10910; appliedIndex:10910; }","duration":"150.738414ms","start":"2026-07-29T10:16:51.300883Z","end":"2026-07-29T10:16:51.451621Z","steps":["trace[1550667636] 'read index received' (duration: 150.730544ms)","trace[1550667636] 'applied index is now lower than readState.Index' (duration: 6.56µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:16:51.4518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.183856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:16:51.451852Z","caller":"traceutil/trace.go:171","msg":"trace[480807106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10541; }","duration":"151.260348ms","start":"2026-07-29T10:16:51.300578Z","end":"2026-07-29T10:16:51.451838Z","steps":["trace[480807106] 'agreement among raft nodes before linearized reading' (duration: 151.167005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.45216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.844592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-29T10:16:51.452216Z","caller":"traceutil/trace.go:171","msg":"trace[844812245] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10541; }","duration":"156.910624ms","start":"2026-07-29T10:16:51.295292Z","end":"2026-07-29T10:16:51.452202Z","steps":["trace[844812245] 'agreement among raft nodes before linearized reading' (duration: 156.744729ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:51.452457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.356409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347536"} {"level":"info","ts":"2026-07-29T10:16:51.452514Z","caller":"traceutil/trace.go:171","msg":"trace[2056296573] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10541; }","duration":"156.466532ms","start":"2026-07-29T10:16:51.296034Z","end":"2026-07-29T10:16:51.452501Z","steps":["trace[2056296573] 'agreement among raft nodes before linearized reading' (duration: 155.939648ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:51.485111Z","caller":"traceutil/trace.go:171","msg":"trace[593245013] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"183.571622ms","start":"2026-07-29T10:16:51.301506Z","end":"2026-07-29T10:16:51.485078Z","steps":["trace[593245013] 'process raft request' (duration: 183.388577ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:53.16489Z","caller":"traceutil/trace.go:171","msg":"trace[560393407] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"152.086471ms","start":"2026-07-29T10:16:53.01277Z","end":"2026-07-29T10:16:53.164856Z","steps":["trace[560393407] 'process raft request' (duration: 104.190015ms)","trace[560393407] 'compare' (duration: 47.739002ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:16:53.445561Z","caller":"traceutil/trace.go:171","msg":"trace[1500265542] transaction","detail":"{read_only:false; response_revision:10547; number_of_response:1; }","duration":"236.320282ms","start":"2026-07-29T10:16:53.209194Z","end":"2026-07-29T10:16:53.445514Z","steps":["trace[1500265542] 'process raft request' (duration: 139.616355ms)","trace[1500265542] 'compare' (duration: 96.360448ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:16:53.463483Z","caller":"traceutil/trace.go:171","msg":"trace[884096474] transaction","detail":"{read_only:false; response_revision:10548; number_of_response:1; }","duration":"165.581144ms","start":"2026-07-29T10:16:53.297871Z","end":"2026-07-29T10:16:53.463452Z","steps":["trace[884096474] 'process raft request' (duration: 165.382109ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:53.463762Z","caller":"traceutil/trace.go:171","msg":"trace[1146697884] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"165.007988ms","start":"2026-07-29T10:16:53.298664Z","end":"2026-07-29T10:16:53.463672Z","steps":["trace[1146697884] 'process raft request' (duration: 164.780762ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:53.463816Z","caller":"traceutil/trace.go:171","msg":"trace[977297750] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"164.131104ms","start":"2026-07-29T10:16:53.299672Z","end":"2026-07-29T10:16:53.463803Z","steps":["trace[977297750] 'process raft request' (duration: 163.958719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:53.464045Z","caller":"traceutil/trace.go:171","msg":"trace[753718275] transaction","detail":"{read_only:false; response_revision:10549; number_of_response:1; }","duration":"165.757829ms","start":"2026-07-29T10:16:53.298244Z","end":"2026-07-29T10:16:53.464002Z","steps":["trace[753718275] 'process raft request' (duration: 165.125502ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:53.62977Z","caller":"traceutil/trace.go:171","msg":"trace[219652875] linearizableReadLoop","detail":"{readStateIndex:10924; appliedIndex:10921; }","duration":"158.100457ms","start":"2026-07-29T10:16:53.471651Z","end":"2026-07-29T10:16:53.629752Z","steps":["trace[219652875] 'read index received' (duration: 25.302951ms)","trace[219652875] 'applied index is now lower than readState.Index' (duration: 132.796866ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:16:53.629805Z","caller":"traceutil/trace.go:171","msg":"trace[1556990915] transaction","detail":"{read_only:false; response_revision:10553; number_of_response:1; }","duration":"158.93995ms","start":"2026-07-29T10:16:53.470841Z","end":"2026-07-29T10:16:53.629781Z","steps":["trace[1556990915] 'process raft request' (duration: 158.724344ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:16:53.629861Z","caller":"traceutil/trace.go:171","msg":"trace[1736603557] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"158.288182ms","start":"2026-07-29T10:16:53.471536Z","end":"2026-07-29T10:16:53.629824Z","steps":["trace[1736603557] 'process raft request' (duration: 158.178319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:16:53.630112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.450797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347536"} {"level":"info","ts":"2026-07-29T10:16:53.63015Z","caller":"traceutil/trace.go:171","msg":"trace[1397465439] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10554; }","duration":"158.528019ms","start":"2026-07-29T10:16:53.471613Z","end":"2026-07-29T10:16:53.630141Z","steps":["trace[1397465439] 'agreement among raft nodes before linearized reading' (duration: 158.215171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:21.54895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703464638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T10:17:21.92228Z","caller":"traceutil/trace.go:171","msg":"trace[1196624354] transaction","detail":"{read_only:false; response_revision:10684; number_of_response:1; }","duration":"938.604849ms","start":"2026-07-29T10:17:20.983648Z","end":"2026-07-29T10:17:21.922253Z","steps":["trace[1196624354] 'process raft request' (duration: 938.460125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:21.922472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:20.983623Z","time spent":"938.733063ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:17:21.980048Z","caller":"traceutil/trace.go:171","msg":"trace[868895312] transaction","detail":"{read_only:false; response_revision:10685; number_of_response:1; }","duration":"672.490521ms","start":"2026-07-29T10:17:21.307515Z","end":"2026-07-29T10:17:21.980005Z","steps":["trace[868895312] 'process raft request' (duration: 672.257095ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:21.980084Z","caller":"traceutil/trace.go:171","msg":"trace[209626161] transaction","detail":"{read_only:false; response_revision:10686; number_of_response:1; }","duration":"657.300423ms","start":"2026-07-29T10:17:21.32274Z","end":"2026-07-29T10:17:21.980041Z","steps":["trace[209626161] 'process raft request' (duration: 657.17442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:21.980206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.307494Z","time spent":"672.631285ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:17:21.980253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.322712Z","time spent":"657.456668ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:17:22.01172Z","caller":"traceutil/trace.go:171","msg":"trace[1045590179] transaction","detail":"{read_only:false; response_revision:10688; number_of_response:1; }","duration":"423.813095ms","start":"2026-07-29T10:17:21.587872Z","end":"2026-07-29T10:17:22.011686Z","steps":["trace[1045590179] 'process raft request' (duration: 423.738823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.011835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.587861Z","time spent":"423.911948ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:17:22.011861Z","caller":"traceutil/trace.go:171","msg":"trace[1213130508] transaction","detail":"{read_only:false; response_revision:10687; number_of_response:1; }","duration":"425.288046ms","start":"2026-07-29T10:17:21.586541Z","end":"2026-07-29T10:17:22.011829Z","steps":["trace[1213130508] 'process raft request' (duration: 424.777492ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:22.011976Z","caller":"traceutil/trace.go:171","msg":"trace[1286635276] transaction","detail":"{read_only:false; response_revision:10689; number_of_response:1; }","duration":"412.592406ms","start":"2026-07-29T10:17:21.599364Z","end":"2026-07-29T10:17:22.011956Z","steps":["trace[1286635276] 'process raft request' (duration: 412.281598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.012038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.586517Z","time spent":"425.43535ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:17:22.012073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.599355Z","time spent":"412.671118ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:17:22.012062Z","caller":"traceutil/trace.go:171","msg":"trace[1528870872] transaction","detail":"{read_only:false; response_revision:10690; number_of_response:1; }","duration":"412.274458ms","start":"2026-07-29T10:17:21.599775Z","end":"2026-07-29T10:17:22.012049Z","steps":["trace[1528870872] 'process raft request' (duration: 411.967969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.012144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.599769Z","time spent":"412.34898ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:17:22.012312Z","caller":"traceutil/trace.go:171","msg":"trace[531647756] transaction","detail":"{read_only:false; response_revision:10691; number_of_response:1; }","duration":"189.056143ms","start":"2026-07-29T10:17:21.823247Z","end":"2026-07-29T10:17:22.012303Z","steps":["trace[531647756] 'process raft request' (duration: 188.562139ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:22.012355Z","caller":"traceutil/trace.go:171","msg":"trace[1215906891] linearizableReadLoop","detail":"{readStateIndex:11061; appliedIndex:11059; }","duration":"964.37997ms","start":"2026-07-29T10:17:21.047932Z","end":"2026-07-29T10:17:22.012312Z","steps":["trace[1215906891] 'read index received' (duration: 874.393729ms)","trace[1215906891] 'applied index is now lower than readState.Index' (duration: 89.984321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:17:22.012736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.799871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88547"} {"level":"info","ts":"2026-07-29T10:17:22.012794Z","caller":"traceutil/trace.go:171","msg":"trace[509258973] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:10691; }","duration":"964.859583ms","start":"2026-07-29T10:17:21.047918Z","end":"2026-07-29T10:17:22.012777Z","steps":["trace[509258973] 'agreement among raft nodes before linearized reading' (duration: 964.597156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.012787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.712883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T10:17:22.012832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.047854Z","time spent":"964.968666ms","remote":"127.0.0.1:60918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":9,"response size":88571,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-29T10:17:22.012849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.585217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:17:22.012875Z","caller":"traceutil/trace.go:171","msg":"trace[1331530541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10691; }","duration":"843.839306ms","start":"2026-07-29T10:17:21.169018Z","end":"2026-07-29T10:17:22.012857Z","steps":["trace[1331530541] 'agreement among raft nodes before linearized reading' (duration: 843.61974ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:22.012911Z","caller":"traceutil/trace.go:171","msg":"trace[798455811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:10691; }","duration":"193.68595ms","start":"2026-07-29T10:17:21.819207Z","end":"2026-07-29T10:17:22.012893Z","steps":["trace[798455811] 'agreement among raft nodes before linearized reading' (duration: 193.544466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.012925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.168999Z","time spent":"843.911718ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T10:17:22.013067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.64589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T10:17:22.013095Z","caller":"traceutil/trace.go:171","msg":"trace[775388368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10691; }","duration":"230.7015ms","start":"2026-07-29T10:17:21.782385Z","end":"2026-07-29T10:17:22.013087Z","steps":["trace[775388368] 'agreement among raft nodes before linearized reading' (duration: 230.628298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.013094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.72562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T10:17:22.01312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.268324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:17:22.013128Z","caller":"traceutil/trace.go:171","msg":"trace[889892984] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10691; }","duration":"667.762601ms","start":"2026-07-29T10:17:21.345356Z","end":"2026-07-29T10:17:22.013119Z","steps":["trace[889892984] 'agreement among raft nodes before linearized reading' (duration: 667.70192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.013179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.345313Z","time spent":"667.857094ms","remote":"127.0.0.1:60704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-07-29T10:17:22.013177Z","caller":"traceutil/trace.go:171","msg":"trace[460300700] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10691; }","duration":"306.359037ms","start":"2026-07-29T10:17:21.706798Z","end":"2026-07-29T10:17:22.013157Z","steps":["trace[460300700] 'agreement among raft nodes before linearized reading' (duration: 306.288275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.013044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.325896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T10:17:22.013241Z","caller":"traceutil/trace.go:171","msg":"trace[637373472] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10691; }","duration":"380.568833ms","start":"2026-07-29T10:17:21.632655Z","end":"2026-07-29T10:17:22.013224Z","steps":["trace[637373472] 'agreement among raft nodes before linearized reading' (duration: 380.237844ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:22.013231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.706778Z","time spent":"306.442169ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T10:17:22.013297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:17:21.632638Z","time spent":"380.642315ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T10:17:22.014016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.227361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T10:17:22.014087Z","caller":"traceutil/trace.go:171","msg":"trace[1374133941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10691; }","duration":"237.337744ms","start":"2026-07-29T10:17:21.77673Z","end":"2026-07-29T10:17:22.014068Z","steps":["trace[1374133941] 'agreement among raft nodes before linearized reading' (duration: 235.916535ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:26.25182Z","caller":"traceutil/trace.go:171","msg":"trace[752280662] transaction","detail":"{read_only:false; response_revision:10709; number_of_response:1; }","duration":"171.721334ms","start":"2026-07-29T10:17:26.080055Z","end":"2026-07-29T10:17:26.251777Z","steps":["trace[752280662] 'process raft request' (duration: 155.169857ms)","trace[752280662] 'compare' (duration: 16.338291ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:17:26.251908Z","caller":"traceutil/trace.go:171","msg":"trace[899387799] transaction","detail":"{read_only:false; response_revision:10710; number_of_response:1; }","duration":"171.619931ms","start":"2026-07-29T10:17:26.080261Z","end":"2026-07-29T10:17:26.251881Z","steps":["trace[899387799] 'process raft request' (duration: 171.407005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:26.252007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.33211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:17:26.252055Z","caller":"traceutil/trace.go:171","msg":"trace[1020082066] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:10711; }","duration":"164.420502ms","start":"2026-07-29T10:17:26.087625Z","end":"2026-07-29T10:17:26.252046Z","steps":["trace[1020082066] 'agreement among raft nodes before linearized reading' (duration: 164.267128ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:26.251844Z","caller":"traceutil/trace.go:171","msg":"trace[66011447] linearizableReadLoop","detail":"{readStateIndex:11087; appliedIndex:11083; }","duration":"164.164285ms","start":"2026-07-29T10:17:26.087657Z","end":"2026-07-29T10:17:26.251821Z","steps":["trace[66011447] 'read index received' (duration: 9.467691ms)","trace[66011447] 'applied index is now lower than readState.Index' (duration: 154.695434ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:17:26.252102Z","caller":"traceutil/trace.go:171","msg":"trace[236089541] transaction","detail":"{read_only:false; response_revision:10711; number_of_response:1; }","duration":"171.696833ms","start":"2026-07-29T10:17:26.080372Z","end":"2026-07-29T10:17:26.252068Z","steps":["trace[236089541] 'process raft request' (duration: 171.408745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:26.252267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.345757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T10:17:26.252332Z","caller":"traceutil/trace.go:171","msg":"trace[1116352049] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10711; }","duration":"104.44558ms","start":"2026-07-29T10:17:26.147869Z","end":"2026-07-29T10:17:26.252314Z","steps":["trace[1116352049] 'agreement among raft nodes before linearized reading' (duration: 104.270895ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:26.386292Z","caller":"traceutil/trace.go:171","msg":"trace[2039452320] transaction","detail":"{read_only:false; response_revision:10713; number_of_response:1; }","duration":"129.755987ms","start":"2026-07-29T10:17:26.25649Z","end":"2026-07-29T10:17:26.386246Z","steps":["trace[2039452320] 'process raft request' (duration: 95.113182ms)","trace[2039452320] 'compare' (duration: 34.352767ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:17:26.386507Z","caller":"traceutil/trace.go:171","msg":"trace[1500826990] transaction","detail":"{read_only:false; response_revision:10714; number_of_response:1; }","duration":"129.809479ms","start":"2026-07-29T10:17:26.256659Z","end":"2026-07-29T10:17:26.386468Z","steps":["trace[1500826990] 'process raft request' (duration: 129.432849ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:17:26.386623Z","caller":"traceutil/trace.go:171","msg":"trace[1874318539] linearizableReadLoop","detail":"{readStateIndex:11090; appliedIndex:11087; }","duration":"129.739167ms","start":"2026-07-29T10:17:26.256872Z","end":"2026-07-29T10:17:26.386612Z","steps":["trace[1874318539] 'read index received' (duration: 59.47614ms)","trace[1874318539] 'applied index is now lower than readState.Index' (duration: 70.262097ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:17:26.386726Z","caller":"traceutil/trace.go:171","msg":"trace[1326397286] transaction","detail":"{read_only:false; response_revision:10715; number_of_response:1; }","duration":"129.782688ms","start":"2026-07-29T10:17:26.256891Z","end":"2026-07-29T10:17:26.386674Z","steps":["trace[1326397286] 'process raft request' (duration: 129.527901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:17:26.387029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.138698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:347536"} {"level":"info","ts":"2026-07-29T10:17:26.38707Z","caller":"traceutil/trace.go:171","msg":"trace[1828307171] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10715; }","duration":"130.215061ms","start":"2026-07-29T10:17:26.256847Z","end":"2026-07-29T10:17:26.387062Z","steps":["trace[1828307171] 'agreement among raft nodes before linearized reading' (duration: 129.804459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.011497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5922127601703465766,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T10:18:22.123077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107994052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:18:22.123175Z","caller":"traceutil/trace.go:171","msg":"trace[1772109083] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11138; }","duration":"2.108131515s","start":"2026-07-29T10:18:20.015016Z","end":"2026-07-29T10:18:22.123147Z","steps":["trace[1772109083] 'count revisions from in-memory index tree' (duration: 2.107892059s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.123247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:20.014995Z","time spent":"2.108233089s","remote":"127.0.0.1:58922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-29T10:18:22.135088Z","caller":"traceutil/trace.go:171","msg":"trace[659971427] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"623.996626ms","start":"2026-07-29T10:18:21.51107Z","end":"2026-07-29T10:18:22.135067Z","steps":["trace[659971427] 'process raft request' (duration: 623.829861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.135241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511062Z","time spent":"624.100059ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:18:22.135319Z","caller":"traceutil/trace.go:171","msg":"trace[1583595401] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"624.16497ms","start":"2026-07-29T10:18:21.511128Z","end":"2026-07-29T10:18:22.135293Z","steps":["trace[1583595401] 'process raft request' (duration: 623.889833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.135477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511116Z","time spent":"624.280613ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:18:22.13562Z","caller":"traceutil/trace.go:171","msg":"trace[48364794] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"624.284454ms","start":"2026-07-29T10:18:21.511314Z","end":"2026-07-29T10:18:22.135599Z","steps":["trace[48364794] 'process raft request' (duration: 623.887473ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:18:22.135724Z","caller":"traceutil/trace.go:171","msg":"trace[1352378275] linearizableReadLoop","detail":"{readStateIndex:11532; appliedIndex:11527; }","duration":"624.801238ms","start":"2026-07-29T10:18:21.510877Z","end":"2026-07-29T10:18:22.135679Z","steps":["trace[1352378275] 'read index received' (duration: 601.107105ms)","trace[1352378275] 'applied index is now lower than readState.Index' (duration: 23.693453ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:18:22.13578Z","caller":"traceutil/trace.go:171","msg":"trace[1713143279] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"104.666666ms","start":"2026-07-29T10:18:22.031095Z","end":"2026-07-29T10:18:22.135762Z","steps":["trace[1713143279] 'process raft request' (duration: 104.527812ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:18:22.135795Z","caller":"traceutil/trace.go:171","msg":"trace[1886310625] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"624.481759ms","start":"2026-07-29T10:18:21.511305Z","end":"2026-07-29T10:18:22.135787Z","steps":["trace[1886310625] 'process raft request' (duration: 624.243652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.135854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511293Z","time spent":"624.529551ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:18:22.135755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511308Z","time spent":"624.377576ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:18:22.136002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.070535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T10:18:22.135999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.116376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-07-29T10:18:22.136032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.024314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T10:18:22.136043Z","caller":"traceutil/trace.go:171","msg":"trace[1413710935] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:11144; }","duration":"625.186289ms","start":"2026-07-29T10:18:21.510847Z","end":"2026-07-29T10:18:22.136034Z","steps":["trace[1413710935] 'agreement among raft nodes before linearized reading' (duration: 625.067525ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:18:22.136046Z","caller":"traceutil/trace.go:171","msg":"trace[339071456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11144; }","duration":"625.111077ms","start":"2026-07-29T10:18:21.510918Z","end":"2026-07-29T10:18:22.13603Z","steps":["trace[339071456] 'agreement among raft nodes before linearized reading' (duration: 624.975943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.510833Z","time spent":"625.228839ms","remote":"127.0.0.1:60702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-07-29T10:18:22.136089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.510882Z","time spent":"625.195909ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T10:18:22.13611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.617445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T10:18:22.136113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.839389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T10:18:22.13613Z","caller":"traceutil/trace.go:171","msg":"trace[1912517541] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11144; }","duration":"405.670456ms","start":"2026-07-29T10:18:21.730453Z","end":"2026-07-29T10:18:22.136123Z","steps":["trace[1912517541] 'agreement among raft nodes before linearized reading' (duration: 405.597904ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:18:22.136131Z","caller":"traceutil/trace.go:171","msg":"trace[463975330] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11144; }","duration":"624.865589ms","start":"2026-07-29T10:18:21.51126Z","end":"2026-07-29T10:18:22.136126Z","steps":["trace[463975330] 'agreement among raft nodes before linearized reading' (duration: 624.811828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.730432Z","time spent":"405.711448ms","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":81,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:18:22.136151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511256Z","time spent":"624.890361ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T10:18:22.136228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.286342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T10:18:22.136256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.751217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:18:22.136057Z","caller":"traceutil/trace.go:171","msg":"trace[1484494079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11144; }","duration":"625.069805ms","start":"2026-07-29T10:18:21.510981Z","end":"2026-07-29T10:18:22.136051Z","steps":["trace[1484494079] 'agreement among raft nodes before linearized reading' (duration: 624.978473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.87413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:18:22.136275Z","caller":"traceutil/trace.go:171","msg":"trace[231028776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:11144; }","duration":"624.796588ms","start":"2026-07-29T10:18:21.511472Z","end":"2026-07-29T10:18:22.136269Z","steps":["trace[231028776] 'agreement among raft nodes before linearized reading' (duration: 624.724696ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:18:22.136286Z","caller":"traceutil/trace.go:171","msg":"trace[426593320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11144; }","duration":"624.90221ms","start":"2026-07-29T10:18:21.511379Z","end":"2026-07-29T10:18:22.136281Z","steps":["trace[426593320] 'agreement among raft nodes before linearized reading' (duration: 624.86922ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:18:22.136276Z","caller":"traceutil/trace.go:171","msg":"trace[2145406018] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:11144; }","duration":"625.355393ms","start":"2026-07-29T10:18:21.510906Z","end":"2026-07-29T10:18:22.136262Z","steps":["trace[2145406018] 'agreement among raft nodes before linearized reading' (duration: 625.279081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511459Z","time spent":"624.830229ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-rpg8k\" "} {"level":"warn","ts":"2026-07-29T10:18:22.136301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511376Z","time spent":"624.922031ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T10:18:22.136295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.510975Z","time spent":"625.307652ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T10:18:22.136321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.5109Z","time spent":"625.408344ms","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:18:22.136033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.726616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T10:18:22.136393Z","caller":"traceutil/trace.go:171","msg":"trace[456396222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11144; }","duration":"625.112756ms","start":"2026-07-29T10:18:21.511275Z","end":"2026-07-29T10:18:22.136388Z","steps":["trace[456396222] 'agreement among raft nodes before linearized reading' (duration: 624.670164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.511273Z","time spent":"625.131187ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T10:18:22.136432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.441635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T10:18:22.136458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.565549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-29T10:18:22.136461Z","caller":"traceutil/trace.go:171","msg":"trace[2127237104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11144; }","duration":"625.468646ms","start":"2026-07-29T10:18:21.510984Z","end":"2026-07-29T10:18:22.136453Z","steps":["trace[2127237104] 'agreement among raft nodes before linearized reading' (duration: 625.401794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.51097Z","time spent":"625.508977ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T10:18:22.136483Z","caller":"traceutil/trace.go:171","msg":"trace[2024225793] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11144; }","duration":"559.621781ms","start":"2026-07-29T10:18:21.576851Z","end":"2026-07-29T10:18:22.136473Z","steps":["trace[2024225793] 'agreement among raft nodes before linearized reading' (duration: 559.560379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:18:22.136508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:18:21.576822Z","time spent":"559.680153ms","remote":"127.0.0.1:60630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-07-29T10:19:30.4985Z","caller":"traceutil/trace.go:171","msg":"trace[1863974154] transaction","detail":"{read_only:false; response_revision:11816; number_of_response:1; }","duration":"102.249957ms","start":"2026-07-29T10:19:30.39623Z","end":"2026-07-29T10:19:30.49848Z","steps":["trace[1863974154] 'process raft request' (duration: 102.046471ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:19:30.498656Z","caller":"traceutil/trace.go:171","msg":"trace[1340239635] transaction","detail":"{read_only:false; response_revision:11817; number_of_response:1; }","duration":"100.783946ms","start":"2026-07-29T10:19:30.397854Z","end":"2026-07-29T10:19:30.498638Z","steps":["trace[1340239635] 'process raft request' (duration: 100.464207ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:19:30.498774Z","caller":"traceutil/trace.go:171","msg":"trace[488391314] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"103.629734ms","start":"2026-07-29T10:19:30.395132Z","end":"2026-07-29T10:19:30.498762Z","steps":["trace[488391314] 'process raft request' (duration: 57.106158ms)","trace[488391314] 'compare' (duration: 45.906349ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:19:34.930642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.773503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:19:34.93077Z","caller":"traceutil/trace.go:171","msg":"trace[428566075] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:11843; }","duration":"258.948428ms","start":"2026-07-29T10:19:34.671806Z","end":"2026-07-29T10:19:34.930755Z","steps":["trace[428566075] 'range keys from in-memory index tree' (duration: 258.617969ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:19:34.93092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.314506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:19:34.930983Z","caller":"traceutil/trace.go:171","msg":"trace[1409332995] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11843; }","duration":"226.43497ms","start":"2026-07-29T10:19:34.704534Z","end":"2026-07-29T10:19:34.930969Z","steps":["trace[1409332995] 'range keys from in-memory index tree' (duration: 226.144601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:19:34.931478Z","caller":"traceutil/trace.go:171","msg":"trace[951446426] transaction","detail":"{read_only:false; response_revision:11844; number_of_response:1; }","duration":"218.363076ms","start":"2026-07-29T10:19:34.713087Z","end":"2026-07-29T10:19:34.93145Z","steps":["trace[951446426] 'process raft request' (duration: 188.10825ms)","trace[951446426] 'compare' (duration: 29.416713ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:21:43.346664Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10518} {"level":"info","ts":"2026-07-29T10:21:43.424875Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10518,"took":"74.922226ms","hash":2050271286,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":26202112,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-29T10:21:43.424973Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2050271286,"revision":10518,"compact-revision":8295} {"level":"info","ts":"2026-07-29T10:26:18.396082Z","caller":"traceutil/trace.go:171","msg":"trace[1036230394] transaction","detail":"{read_only:false; response_revision:14526; number_of_response:1; }","duration":"235.657722ms","start":"2026-07-29T10:26:18.160391Z","end":"2026-07-29T10:26:18.396048Z","steps":["trace[1036230394] 'process raft request' (duration: 212.633757ms)","trace[1036230394] 'compare' (duration: 22.910132ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:26:18.40486Z","caller":"traceutil/trace.go:171","msg":"trace[731255564] linearizableReadLoop","detail":"{readStateIndex:15030; appliedIndex:15027; }","duration":"159.985734ms","start":"2026-07-29T10:26:18.244818Z","end":"2026-07-29T10:26:18.404804Z","steps":["trace[731255564] 'read index received' (duration: 128.230958ms)","trace[731255564] 'applied index is now lower than readState.Index' (duration: 31.753286ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:26:18.404911Z","caller":"traceutil/trace.go:171","msg":"trace[319005175] transaction","detail":"{read_only:false; response_revision:14528; number_of_response:1; }","duration":"239.431246ms","start":"2026-07-29T10:26:18.165442Z","end":"2026-07-29T10:26:18.404873Z","steps":["trace[319005175] 'process raft request' (duration: 239.292482ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:26:18.404944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.119057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T10:26:18.405002Z","caller":"traceutil/trace.go:171","msg":"trace[1755854255] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14528; }","duration":"160.250961ms","start":"2026-07-29T10:26:18.244738Z","end":"2026-07-29T10:26:18.404989Z","steps":["trace[1755854255] 'agreement among raft nodes before linearized reading' (duration: 160.138938ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:26:18.405013Z","caller":"traceutil/trace.go:171","msg":"trace[783212207] transaction","detail":"{read_only:false; response_revision:14527; number_of_response:1; }","duration":"241.74779ms","start":"2026-07-29T10:26:18.16308Z","end":"2026-07-29T10:26:18.404828Z","steps":["trace[783212207] 'process raft request' (duration: 241.504763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:26:18.405319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.000576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-rpg8k\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-29T10:26:18.405428Z","caller":"traceutil/trace.go:171","msg":"trace[2105753654] range","detail":"{range_begin:/registry/pods/openstack/keepalived-rpg8k; range_end:; response_count:1; response_revision:14528; }","duration":"143.162ms","start":"2026-07-29T10:26:18.262237Z","end":"2026-07-29T10:26:18.405399Z","steps":["trace[2105753654] 'agreement among raft nodes before linearized reading' (duration: 142.837861ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:26:27.80811Z","caller":"traceutil/trace.go:171","msg":"trace[85129526] linearizableReadLoop","detail":"{readStateIndex:15201; appliedIndex:15200; }","duration":"101.925762ms","start":"2026-07-29T10:26:27.706166Z","end":"2026-07-29T10:26:27.808092Z","steps":["trace[85129526] 'read index received' (duration: 101.721076ms)","trace[85129526] 'applied index is now lower than readState.Index' (duration: 203.846µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:26:27.808164Z","caller":"traceutil/trace.go:171","msg":"trace[1455554130] transaction","detail":"{read_only:false; response_revision:14696; number_of_response:1; }","duration":"109.165002ms","start":"2026-07-29T10:26:27.698959Z","end":"2026-07-29T10:26:27.808124Z","steps":["trace[1455554130] 'process raft request' (duration: 108.997417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:26:27.808216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.037205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:26:27.808242Z","caller":"traceutil/trace.go:171","msg":"trace[1373400697] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14696; }","duration":"102.105597ms","start":"2026-07-29T10:26:27.70613Z","end":"2026-07-29T10:26:27.808235Z","steps":["trace[1373400697] 'agreement among raft nodes before linearized reading' (duration: 102.041505ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:26:43.353974Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12713} {"level":"info","ts":"2026-07-29T10:26:43.428619Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12713,"took":"72.014086ms","hash":4059116182,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":28708864,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-29T10:26:43.428686Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4059116182,"revision":12713,"compact-revision":10518} {"level":"warn","ts":"2026-07-29T10:28:07.070959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.798792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T10:28:07.071059Z","caller":"traceutil/trace.go:171","msg":"trace[840775406] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:15778; }","duration":"121.915345ms","start":"2026-07-29T10:28:06.949124Z","end":"2026-07-29T10:28:07.07104Z","steps":["trace[840775406] 'count revisions from in-memory index tree' (duration: 121.664858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:28:07.583942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.134642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-29T10:28:07.584029Z","caller":"traceutil/trace.go:171","msg":"trace[2100879766] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:15783; }","duration":"176.283116ms","start":"2026-07-29T10:28:07.407727Z","end":"2026-07-29T10:28:07.58401Z","steps":["trace[2100879766] 'range keys from in-memory index tree' (duration: 175.939717ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:28:07.58446Z","caller":"traceutil/trace.go:171","msg":"trace[1542377227] linearizableReadLoop","detail":"{readStateIndex:16322; appliedIndex:16321; }","duration":"113.446021ms","start":"2026-07-29T10:28:07.470985Z","end":"2026-07-29T10:28:07.584431Z","steps":["trace[1542377227] 'read index received' (duration: 77.686954ms)","trace[1542377227] 'applied index is now lower than readState.Index' (duration: 35.757987ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:28:07.584739Z","caller":"traceutil/trace.go:171","msg":"trace[2003747645] transaction","detail":"{read_only:false; response_revision:15784; number_of_response:1; }","duration":"131.718526ms","start":"2026-07-29T10:28:07.452996Z","end":"2026-07-29T10:28:07.584714Z","steps":["trace[2003747645] 'process raft request' (duration: 95.746713ms)","trace[2003747645] 'compare' (duration: 35.055338ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:28:07.585036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.052029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m8bbt\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-07-29T10:28:07.585075Z","caller":"traceutil/trace.go:171","msg":"trace[34680955] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m8bbt; range_end:; response_count:1; response_revision:15784; }","duration":"114.153751ms","start":"2026-07-29T10:28:07.470912Z","end":"2026-07-29T10:28:07.585066Z","steps":["trace[34680955] 'agreement among raft nodes before linearized reading' (duration: 114.025767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:28:07.589794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.517241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m8bbt\" ","response":"range_response_count:1 size:22092"} {"level":"info","ts":"2026-07-29T10:28:07.589984Z","caller":"traceutil/trace.go:171","msg":"trace[961741855] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m8bbt; range_end:; response_count:1; response_revision:15784; }","duration":"110.726086ms","start":"2026-07-29T10:28:07.479238Z","end":"2026-07-29T10:28:07.589964Z","steps":["trace[961741855] 'agreement among raft nodes before linearized reading' (duration: 110.420918ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:31:43.359929Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14984} {"level":"info","ts":"2026-07-29T10:31:43.453326Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14984,"took":"89.540241ms","hash":3578665759,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":30593024,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-29T10:31:43.453401Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3578665759,"revision":14984,"compact-revision":12713} {"level":"info","ts":"2026-07-29T10:31:44.775586Z","caller":"traceutil/trace.go:171","msg":"trace[937624627] linearizableReadLoop","detail":"{readStateIndex:18022; appliedIndex:18021; }","duration":"202.15936ms","start":"2026-07-29T10:31:44.573387Z","end":"2026-07-29T10:31:44.775546Z","steps":["trace[937624627] 'read index received' (duration: 200.515365ms)","trace[937624627] 'applied index is now lower than readState.Index' (duration: 1.642555ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:31:44.775615Z","caller":"traceutil/trace.go:171","msg":"trace[286176465] transaction","detail":"{read_only:false; response_revision:17430; number_of_response:1; }","duration":"204.860875ms","start":"2026-07-29T10:31:44.570705Z","end":"2026-07-29T10:31:44.775566Z","steps":["trace[286176465] 'process raft request' (duration: 203.25045ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:31:44.775777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.367156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T10:31:44.775834Z","caller":"traceutil/trace.go:171","msg":"trace[1328050545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17430; }","duration":"202.458979ms","start":"2026-07-29T10:31:44.573362Z","end":"2026-07-29T10:31:44.775821Z","steps":["trace[1328050545] 'agreement among raft nodes before linearized reading' (duration: 202.288474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:31:44.775926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.448018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T10:31:44.775969Z","caller":"traceutil/trace.go:171","msg":"trace[961303190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17430; }","duration":"202.522131ms","start":"2026-07-29T10:31:44.573431Z","end":"2026-07-29T10:31:44.775953Z","steps":["trace[961303190] 'agreement among raft nodes before linearized reading' (duration: 202.322635ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:31:44.77601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.584189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T10:31:44.776028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.335605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rh7rd\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-07-29T10:31:44.776043Z","caller":"traceutil/trace.go:171","msg":"trace[220648366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17430; }","duration":"199.646201ms","start":"2026-07-29T10:31:44.576387Z","end":"2026-07-29T10:31:44.776033Z","steps":["trace[220648366] 'agreement among raft nodes before linearized reading' (duration: 199.522737ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:31:44.776073Z","caller":"traceutil/trace.go:171","msg":"trace[1351206044] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rh7rd; range_end:; response_count:1; response_revision:17430; }","duration":"177.450149ms","start":"2026-07-29T10:31:44.598612Z","end":"2026-07-29T10:31:44.776062Z","steps":["trace[1351206044] 'agreement among raft nodes before linearized reading' (duration: 177.278834ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:33:52.179062Z","caller":"traceutil/trace.go:171","msg":"trace[2074114487] linearizableReadLoop","detail":"{readStateIndex:18955; appliedIndex:18954; }","duration":"241.13228ms","start":"2026-07-29T10:33:51.937904Z","end":"2026-07-29T10:33:52.179036Z","steps":["trace[2074114487] 'read index received' (duration: 241.093819ms)","trace[2074114487] 'applied index is now lower than readState.Index' (duration: 37.341µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:33:52.179167Z","caller":"traceutil/trace.go:171","msg":"trace[614554123] transaction","detail":"{read_only:false; response_revision:18332; number_of_response:1; }","duration":"297.664038ms","start":"2026-07-29T10:33:51.88146Z","end":"2026-07-29T10:33:52.179124Z","steps":["trace[614554123] 'process raft request' (duration: 297.424831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:33:52.179307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.380827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-m8bbt\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-07-29T10:33:52.179351Z","caller":"traceutil/trace.go:171","msg":"trace[1008014306] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-m8bbt; range_end:; response_count:1; response_revision:18332; }","duration":"241.47572ms","start":"2026-07-29T10:33:51.937863Z","end":"2026-07-29T10:33:52.179339Z","steps":["trace[1008014306] 'agreement among raft nodes before linearized reading' (duration: 241.308605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:33:52.410161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.244968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T10:33:52.410326Z","caller":"traceutil/trace.go:171","msg":"trace[1767315536] linearizableReadLoop","detail":"{readStateIndex:18958; appliedIndex:18956; }","duration":"210.97925ms","start":"2026-07-29T10:33:52.199332Z","end":"2026-07-29T10:33:52.410311Z","steps":["trace[1767315536] 'read index received' (duration: 52.526976ms)","trace[1767315536] 'applied index is now lower than readState.Index' (duration: 158.451424ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:33:52.410397Z","caller":"traceutil/trace.go:171","msg":"trace[1650289744] transaction","detail":"{read_only:false; response_revision:18335; number_of_response:1; }","duration":"221.685275ms","start":"2026-07-29T10:33:52.188702Z","end":"2026-07-29T10:33:52.410388Z","steps":["trace[1650289744] 'process raft request' (duration: 221.557221ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:33:52.410426Z","caller":"traceutil/trace.go:171","msg":"trace[705286469] transaction","detail":"{read_only:false; response_revision:18334; number_of_response:1; }","duration":"226.685563ms","start":"2026-07-29T10:33:52.183697Z","end":"2026-07-29T10:33:52.410383Z","steps":["trace[705286469] 'process raft request' (duration: 68.142897ms)","trace[705286469] 'compare' (duration: 158.108494ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:33:52.412274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.379612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:95 size:942047"} {"level":"info","ts":"2026-07-29T10:33:52.412352Z","caller":"traceutil/trace.go:171","msg":"trace[1304381986] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:95; response_revision:18335; }","duration":"223.460654ms","start":"2026-07-29T10:33:52.188881Z","end":"2026-07-29T10:33:52.412342Z","steps":["trace[1304381986] 'agreement among raft nodes before linearized reading' (duration: 221.51363ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:33:52.616501Z","caller":"traceutil/trace.go:171","msg":"trace[860047186] linearizableReadLoop","detail":"{readStateIndex:18959; appliedIndex:18958; }","duration":"206.108797ms","start":"2026-07-29T10:33:52.410359Z","end":"2026-07-29T10:33:52.616468Z","steps":["trace[860047186] 'read index received' (duration: 169.775696ms)","trace[860047186] 'applied index is now lower than readState.Index' (duration: 36.331901ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:33:52.616544Z","caller":"traceutil/trace.go:171","msg":"trace[2034748284] transaction","detail":"{read_only:false; response_revision:18336; number_of_response:1; }","duration":"400.781657ms","start":"2026-07-29T10:33:52.215743Z","end":"2026-07-29T10:33:52.616524Z","steps":["trace[2034748284] 'process raft request' (duration: 364.377904ms)","trace[2034748284] 'compare' (duration: 36.094745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T10:33:52.61666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:33:52.215699Z","time spent":"400.891471ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20856,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:33:52.616681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.526439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T10:33:52.616721Z","caller":"traceutil/trace.go:171","msg":"trace[1283024718] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:18336; }","duration":"181.605741ms","start":"2026-07-29T10:33:52.435101Z","end":"2026-07-29T10:33:52.616706Z","steps":["trace[1283024718] 'agreement among raft nodes before linearized reading' (duration: 181.505799ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:33:52.616727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.918772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T10:33:52.616748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.108838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-rh7rd\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-07-29T10:33:52.616802Z","caller":"traceutil/trace.go:171","msg":"trace[1463949617] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:18336; }","duration":"417.008534ms","start":"2026-07-29T10:33:52.199775Z","end":"2026-07-29T10:33:52.616784Z","steps":["trace[1463949617] 'agreement among raft nodes before linearized reading' (duration: 416.791178ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:33:52.616821Z","caller":"traceutil/trace.go:171","msg":"trace[749166090] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-rh7rd; range_end:; response_count:1; response_revision:18336; }","duration":"360.226271ms","start":"2026-07-29T10:33:52.256577Z","end":"2026-07-29T10:33:52.616804Z","steps":["trace[749166090] 'agreement among raft nodes before linearized reading' (duration: 359.937293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:33:52.616845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:33:52.199697Z","time spent":"417.137738ms","remote":"127.0.0.1:60798","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":142,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T10:33:52.616961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:33:52.25656Z","time spent":"360.384635ms","remote":"127.0.0.1:60656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-rh7rd\" "} {"level":"info","ts":"2026-07-29T10:35:31.308393Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"eb6db91b2c71522f","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T10:35:31.317024Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-29T10:35:31.317129Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-29T10:36:43.390758Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17425} {"level":"info","ts":"2026-07-29T10:36:43.480935Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17425,"took":"87.311908ms","hash":2994282799,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":34922496,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-29T10:36:43.481011Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2994282799,"revision":17425,"compact-revision":14984} {"level":"info","ts":"2026-07-29T10:40:01.14642Z","caller":"traceutil/trace.go:171","msg":"trace[1236403569] transaction","detail":"{read_only:false; response_revision:21143; number_of_response:1; }","duration":"120.832839ms","start":"2026-07-29T10:40:01.025559Z","end":"2026-07-29T10:40:01.146392Z","steps":["trace[1236403569] 'process raft request' (duration: 120.660694ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:40:01.149326Z","caller":"traceutil/trace.go:171","msg":"trace[526646892] transaction","detail":"{read_only:false; response_revision:21144; number_of_response:1; }","duration":"112.012637ms","start":"2026-07-29T10:40:01.037287Z","end":"2026-07-29T10:40:01.1493Z","steps":["trace[526646892] 'process raft request' (duration: 111.659597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:40:01.149581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.410688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T10:40:01.14964Z","caller":"traceutil/trace.go:171","msg":"trace[174463482] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21145; }","duration":"108.531961ms","start":"2026-07-29T10:40:01.041095Z","end":"2026-07-29T10:40:01.149627Z","steps":["trace[174463482] 'agreement among raft nodes before linearized reading' (duration: 108.411098ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:40:01.149447Z","caller":"traceutil/trace.go:171","msg":"trace[1443557181] linearizableReadLoop","detail":"{readStateIndex:21861; appliedIndex:21859; }","duration":"108.266573ms","start":"2026-07-29T10:40:01.041151Z","end":"2026-07-29T10:40:01.149418Z","steps":["trace[1443557181] 'read index received' (duration: 105.113337ms)","trace[1443557181] 'applied index is now lower than readState.Index' (duration: 3.151076ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:40:03.535999Z","caller":"traceutil/trace.go:171","msg":"trace[137755726] transaction","detail":"{read_only:false; response_revision:21158; number_of_response:1; }","duration":"140.943091ms","start":"2026-07-29T10:40:03.395033Z","end":"2026-07-29T10:40:03.535976Z","steps":["trace[137755726] 'process raft request' (duration: 140.805368ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:40:03.56037Z","caller":"traceutil/trace.go:171","msg":"trace[113176884] transaction","detail":"{read_only:false; response_revision:21159; number_of_response:1; }","duration":"165.005652ms","start":"2026-07-29T10:40:03.39533Z","end":"2026-07-29T10:40:03.560336Z","steps":["trace[113176884] 'process raft request' (duration: 164.726095ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:40:03.560642Z","caller":"traceutil/trace.go:171","msg":"trace[588224604] transaction","detail":"{read_only:false; response_revision:21160; number_of_response:1; }","duration":"164.214881ms","start":"2026-07-29T10:40:03.3964Z","end":"2026-07-29T10:40:03.560615Z","steps":["trace[588224604] 'process raft request' (duration: 163.853251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:40:03.837123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.379339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T10:40:03.837207Z","caller":"traceutil/trace.go:171","msg":"trace[811475197] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21161; }","duration":"123.513423ms","start":"2026-07-29T10:40:03.713673Z","end":"2026-07-29T10:40:03.837187Z","steps":["trace[811475197] 'count revisions from in-memory index tree' (duration: 123.276206ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:40:04.03851Z","caller":"traceutil/trace.go:171","msg":"trace[1403590125] transaction","detail":"{read_only:false; response_revision:21162; number_of_response:1; }","duration":"315.103005ms","start":"2026-07-29T10:40:03.723381Z","end":"2026-07-29T10:40:04.038484Z","steps":["trace[1403590125] 'process raft request' (duration: 314.932871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:40:04.03871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:40:03.723354Z","time spent":"315.236359ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T10:40:04.044736Z","caller":"traceutil/trace.go:171","msg":"trace[344948956] transaction","detail":"{read_only:false; response_revision:21163; number_of_response:1; }","duration":"320.603516ms","start":"2026-07-29T10:40:03.724104Z","end":"2026-07-29T10:40:04.044707Z","steps":["trace[344948956] 'process raft request' (duration: 320.454082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:40:04.044896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T10:40:03.724081Z","time spent":"320.73054ms","remote":"127.0.0.1:60716","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T10:40:04.371136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.754289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-07-29T10:40:04.37121Z","caller":"traceutil/trace.go:171","msg":"trace[1070694218] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21163; }","duration":"230.885482ms","start":"2026-07-29T10:40:04.14031Z","end":"2026-07-29T10:40:04.371196Z","steps":["trace[1070694218] 'range keys from in-memory index tree' (duration: 230.570503ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:41:43.39762Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19808} {"level":"info","ts":"2026-07-29T10:41:43.509747Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19808,"took":"108.895467ms","hash":1882443214,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":30752768,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-29T10:41:43.509792Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1882443214,"revision":19808,"compact-revision":17425} {"level":"info","ts":"2026-07-29T10:43:58.769093Z","caller":"traceutil/trace.go:171","msg":"trace[1382065906] linearizableReadLoop","detail":"{readStateIndex:24399; appliedIndex:24398; }","duration":"119.154516ms","start":"2026-07-29T10:43:58.649912Z","end":"2026-07-29T10:43:58.769067Z","steps":["trace[1382065906] 'read index received' (duration: 119.011762ms)","trace[1382065906] 'applied index is now lower than readState.Index' (duration: 141.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:43:58.769192Z","caller":"traceutil/trace.go:171","msg":"trace[1040594273] transaction","detail":"{read_only:false; response_revision:23608; number_of_response:1; }","duration":"126.800302ms","start":"2026-07-29T10:43:58.642363Z","end":"2026-07-29T10:43:58.769163Z","steps":["trace[1040594273] 'process raft request' (duration: 126.527965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:43:58.769302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.378962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T10:43:58.769335Z","caller":"traceutil/trace.go:171","msg":"trace[1406893303] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23608; }","duration":"119.508606ms","start":"2026-07-29T10:43:58.649818Z","end":"2026-07-29T10:43:58.769326Z","steps":["trace[1406893303] 'agreement among raft nodes before linearized reading' (duration: 119.371692ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:43:58.780137Z","caller":"traceutil/trace.go:171","msg":"trace[89309675] transaction","detail":"{read_only:false; response_revision:23609; number_of_response:1; }","duration":"116.477313ms","start":"2026-07-29T10:43:58.663637Z","end":"2026-07-29T10:43:58.780114Z","steps":["trace[89309675] 'process raft request' (duration: 116.35963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T10:43:58.780636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.47311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T10:43:58.78067Z","caller":"traceutil/trace.go:171","msg":"trace[1888860119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23609; }","duration":"124.544352ms","start":"2026-07-29T10:43:58.656117Z","end":"2026-07-29T10:43:58.780662Z","steps":["trace[1888860119] 'agreement among raft nodes before linearized reading' (duration: 124.410928ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:43:59.055403Z","caller":"traceutil/trace.go:171","msg":"trace[1637638143] transaction","detail":"{read_only:false; response_revision:23612; number_of_response:1; }","duration":"196.111608ms","start":"2026-07-29T10:43:58.859239Z","end":"2026-07-29T10:43:59.055351Z","steps":["trace[1637638143] 'process raft request' (duration: 165.593122ms)","trace[1637638143] 'compare' (duration: 30.29729ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T10:43:59.056795Z","caller":"traceutil/trace.go:171","msg":"trace[738049496] transaction","detail":"{read_only:false; response_revision:23613; number_of_response:1; }","duration":"158.797808ms","start":"2026-07-29T10:43:58.897936Z","end":"2026-07-29T10:43:59.056734Z","steps":["trace[738049496] 'process raft request' (duration: 158.50764ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T10:46:43.404662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22024} {"level":"info","ts":"2026-07-29T10:46:43.508088Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22024,"took":"98.914418ms","hash":1060241406,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":43782144,"current-db-size-in-use":"44 MB"} {"level":"info","ts":"2026-07-29T10:46:43.508154Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1060241406,"revision":22024,"compact-revision":19808} {"level":"info","ts":"2026-07-29T10:50:45.016988Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006cc0.wal"} {"level":"info","ts":"2026-07-29T10:51:43.411147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25151} {"level":"info","ts":"2026-07-29T10:51:43.553338Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25151,"took":"138.403749ms","hash":986353909,"current-db-size-bytes":58687488,"current-db-size":"59 MB","current-db-size-in-use-bytes":30347264,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-07-29T10:51:43.553426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":986353909,"revision":25151,"compact-revision":22024}