{"level":"warn","ts":"2026-09-15T02:26:02.852906Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-15T02:26:02.853099Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.211:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.211:2380","--initial-cluster=instance=https://162.253.55.211:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.211:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.211:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-15T02:26:02.853228Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-15T02:26:02.853289Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.211:2380"]} {"level":"info","ts":"2026-09-15T02:26:02.853347Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-15T02:26:02.854535Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.211:2379"]} {"level":"info","ts":"2026-09-15T02:26:02.854748Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.211:2380"],"listen-peer-urls":["https://162.253.55.211:2380"],"advertise-client-urls":["https://162.253.55.211:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.211:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.211:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-15T02:26:02.858394Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.197153ms"} {"level":"info","ts":"2026-09-15T02:26:02.865136Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"931f6a422b4c426f","cluster-id":"8a95cf5058d193ed"} {"level":"info","ts":"2026-09-15T02:26:02.865292Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f switched to configuration voters=()"} {"level":"info","ts":"2026-09-15T02:26:02.865352Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f became follower at term 0"} {"level":"info","ts":"2026-09-15T02:26:02.865398Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 931f6a422b4c426f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-15T02:26:02.865443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f became follower at term 1"} {"level":"info","ts":"2026-09-15T02:26:02.865515Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f switched to configuration voters=(10601308880280240751)"} {"level":"warn","ts":"2026-09-15T02:26:02.872Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-15T02:26:02.874074Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-15T02:26:02.875999Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-15T02:26:02.879189Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"931f6a422b4c426f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-15T02:26:02.879429Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"931f6a422b4c426f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-15T02:26:02.879626Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-15T02:26:02.879786Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-15T02:26:02.879825Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-15T02:26:02.881622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f switched to configuration voters=(10601308880280240751)"} {"level":"info","ts":"2026-09-15T02:26:02.882345Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8a95cf5058d193ed","local-member-id":"931f6a422b4c426f","added-peer-id":"931f6a422b4c426f","added-peer-peer-urls":["https://162.253.55.211:2380"]} {"level":"info","ts":"2026-09-15T02:26:02.884756Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-15T02:26:02.884929Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.211:2380"} {"level":"info","ts":"2026-09-15T02:26:02.884996Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.211:2380"} {"level":"info","ts":"2026-09-15T02:26:02.885107Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"931f6a422b4c426f","initial-advertise-peer-urls":["https://162.253.55.211:2380"],"listen-peer-urls":["https://162.253.55.211:2380"],"advertise-client-urls":["https://162.253.55.211:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.211:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-15T02:26:02.885155Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-15T02:26:03.566185Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f is starting a new election at term 1"} {"level":"info","ts":"2026-09-15T02:26:03.566256Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f became pre-candidate at term 1"} {"level":"info","ts":"2026-09-15T02:26:03.566308Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f received MsgPreVoteResp from 931f6a422b4c426f at term 1"} {"level":"info","ts":"2026-09-15T02:26:03.566328Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f became candidate at term 2"} {"level":"info","ts":"2026-09-15T02:26:03.566345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f received MsgVoteResp from 931f6a422b4c426f at term 2"} {"level":"info","ts":"2026-09-15T02:26:03.566364Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"931f6a422b4c426f became leader at term 2"} {"level":"info","ts":"2026-09-15T02:26:03.566385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 931f6a422b4c426f elected leader 931f6a422b4c426f at term 2"} {"level":"info","ts":"2026-09-15T02:26:03.568296Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-15T02:26:03.568295Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"931f6a422b4c426f","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.211:2379]}","request-path":"/0/members/931f6a422b4c426f/attributes","cluster-id":"8a95cf5058d193ed","publish-timeout":"7s"} {"level":"info","ts":"2026-09-15T02:26:03.568323Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:26:03.568356Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-15T02:26:03.568648Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-15T02:26:03.568671Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-15T02:26:03.569534Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8a95cf5058d193ed","local-member-id":"931f6a422b4c426f","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:26:03.569753Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:26:03.569811Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:26:03.570798Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-09-15T02:26:03.570873Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.211:2379"} {"level":"warn","ts":"2026-09-15T02:26:30.148543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.306041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4422"} {"level":"info","ts":"2026-09-15T02:26:30.148754Z","caller":"traceutil/trace.go:171","msg":"trace[1914403027] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:440; }","duration":"179.580337ms","start":"2026-09-15T02:26:29.969141Z","end":"2026-09-15T02:26:30.148721Z","steps":["trace[1914403027] 'range keys from in-memory index tree' (duration: 179.165315ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:46.560045Z","caller":"traceutil/trace.go:171","msg":"trace[1170625462] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"243.645322ms","start":"2026-09-15T02:26:46.316367Z","end":"2026-09-15T02:26:46.560012Z","steps":["trace[1170625462] 'process raft request' (duration: 243.433807ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:46.563723Z","caller":"traceutil/trace.go:171","msg":"trace[1601710023] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"208.583497ms","start":"2026-09-15T02:26:46.355115Z","end":"2026-09-15T02:26:46.563699Z","steps":["trace[1601710023] 'process raft request' (duration: 208.439933ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:53.350908Z","caller":"traceutil/trace.go:171","msg":"trace[1342568904] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"154.0801ms","start":"2026-09-15T02:26:53.19679Z","end":"2026-09-15T02:26:53.35087Z","steps":["trace[1342568904] 'process raft request' (duration: 153.354842ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:53.759638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.987331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:26:53.759791Z","caller":"traceutil/trace.go:171","msg":"trace[1040593221] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"344.920584ms","start":"2026-09-15T02:26:53.414849Z","end":"2026-09-15T02:26:53.759769Z","steps":["trace[1040593221] 'process raft request' (duration: 167.735055ms)","trace[1040593221] 'compare' (duration: 175.844767ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:26:53.759861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:53.414824Z","time spent":"345.002775ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:26:53.816858Z","caller":"traceutil/trace.go:171","msg":"trace[908496971] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:672; }","duration":"381.70198ms","start":"2026-09-15T02:26:53.435131Z","end":"2026-09-15T02:26:53.816833Z","steps":["trace[908496971] 'read index received' (duration: 147.439171ms)","trace[908496971] 'applied index is now lower than readState.Index' (duration: 234.261799ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:26:53.816893Z","caller":"traceutil/trace.go:171","msg":"trace[1350850242] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"389.068876ms","start":"2026-09-15T02:26:53.427796Z","end":"2026-09-15T02:26:53.816865Z","steps":["trace[1350850242] 'process raft request' (duration: 388.914912ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:53.817369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.226822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-09-15T02:26:53.81737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.214492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-15T02:26:53.817426Z","caller":"traceutil/trace.go:171","msg":"trace[2111527052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:647; }","duration":"382.320184ms","start":"2026-09-15T02:26:53.435092Z","end":"2026-09-15T02:26:53.817412Z","steps":["trace[2111527052] 'agreement among raft nodes before linearized reading' (duration: 381.867624ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:53.817509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:53.435082Z","time spent":"382.415586ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-09-15T02:26:53.817449Z","caller":"traceutil/trace.go:171","msg":"trace[1856871420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:647; }","duration":"382.344675ms","start":"2026-09-15T02:26:53.435081Z","end":"2026-09-15T02:26:53.817426Z","steps":["trace[1856871420] 'agreement among raft nodes before linearized reading' (duration: 381.964886ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:53.817648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:53.427774Z","time spent":"389.181738ms","remote":"127.0.0.1:54794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1087,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-15T02:26:53.817743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:53.43506Z","time spent":"382.666623ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-15T02:26:54.556769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.55539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:26:54.556865Z","caller":"traceutil/trace.go:171","msg":"trace[1501361289] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:674; }","duration":"725.392084ms","start":"2026-09-15T02:26:53.831457Z","end":"2026-09-15T02:26:54.556849Z","steps":["trace[1501361289] 'read index received' (duration: 85.193339ms)","trace[1501361289] 'applied index is now lower than readState.Index' (duration: 640.197585ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:26:54.556883Z","caller":"traceutil/trace.go:171","msg":"trace[782712751] transaction","detail":"{read_only:false; response_revision:649; number_of_response:1; }","duration":"731.733824ms","start":"2026-09-15T02:26:53.825125Z","end":"2026-09-15T02:26:54.556859Z","steps":["trace[782712751] 'process raft request' (duration: 217.96902ms)","trace[782712751] 'compare' (duration: 513.426576ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:26:54.556959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.506946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:26:54.556988Z","caller":"traceutil/trace.go:171","msg":"trace[791471830] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system; range_end:; response_count:0; response_revision:649; }","duration":"725.583739ms","start":"2026-09-15T02:26:53.831393Z","end":"2026-09-15T02:26:54.556977Z","steps":["trace[791471830] 'agreement among raft nodes before linearized reading' (duration: 725.533128ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:54.557017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:53.831368Z","time spent":"725.64069ms","remote":"127.0.0.1:54942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/envoy-gateway-topology-injector.envoy-gateway-system\" "} {"level":"warn","ts":"2026-09-15T02:26:54.55703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:53.82499Z","time spent":"731.96114ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:26:54.557196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.160473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-09-15T02:26:54.557496Z","caller":"traceutil/trace.go:171","msg":"trace[1020457370] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:649; }","duration":"540.46994ms","start":"2026-09-15T02:26:54.017002Z","end":"2026-09-15T02:26:54.557472Z","steps":["trace[1020457370] 'agreement among raft nodes before linearized reading' (duration: 539.998938ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:54.557554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:54.016914Z","time spent":"540.624984ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-15T02:26:54.557177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.07514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:26:54.557635Z","caller":"traceutil/trace.go:171","msg":"trace[1853986120] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"385.604974ms","start":"2026-09-15T02:26:54.172014Z","end":"2026-09-15T02:26:54.557619Z","steps":["trace[1853986120] 'agreement among raft nodes before linearized reading' (duration: 385.100682ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:54.557743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:54.171983Z","time spent":"385.746256ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-15T02:26:55.626003Z","caller":"traceutil/trace.go:171","msg":"trace[2060480534] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"101.562979ms","start":"2026-09-15T02:26:55.52438Z","end":"2026-09-15T02:26:55.625943Z","steps":["trace[2060480534] 'process raft request' (duration: 96.96061ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:27:11.691148Z","caller":"traceutil/trace.go:171","msg":"trace[1864832784] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"166.424453ms","start":"2026-09-15T02:27:11.524697Z","end":"2026-09-15T02:27:11.691121Z","steps":["trace[1864832784] 'process raft request' (duration: 166.258039ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:27:24.292508Z","caller":"traceutil/trace.go:171","msg":"trace[1508095836] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"107.210705ms","start":"2026-09-15T02:27:24.185253Z","end":"2026-09-15T02:27:24.292464Z","steps":["trace[1508095836] 'process raft request' (duration: 22.664768ms)","trace[1508095836] 'compare' (duration: 84.348623ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:27:24.83937Z","caller":"traceutil/trace.go:171","msg":"trace[1769889817] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"122.821029ms","start":"2026-09-15T02:27:24.716482Z","end":"2026-09-15T02:27:24.839303Z","steps":["trace[1769889817] 'process raft request' (duration: 74.553865ms)","trace[1769889817] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/deployments/local-path-storage/local-path-provisioner; req_size:3368; } (duration: 48.080339ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:27:59.223613Z","caller":"traceutil/trace.go:171","msg":"trace[364906938] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1412; }","duration":"166.884084ms","start":"2026-09-15T02:27:59.056704Z","end":"2026-09-15T02:27:59.223588Z","steps":["trace[364906938] 'read index received' (duration: 166.597637ms)","trace[364906938] 'applied index is now lower than readState.Index' (duration: 285.287µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:27:59.223748Z","caller":"traceutil/trace.go:171","msg":"trace[1037639607] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"227.803231ms","start":"2026-09-15T02:27:58.995869Z","end":"2026-09-15T02:27:59.223672Z","steps":["trace[1037639607] 'process raft request' (duration: 227.562915ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:27:59.223956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.803868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-09-15T02:27:59.223984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.234382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-09-15T02:27:59.224063Z","caller":"traceutil/trace.go:171","msg":"trace[1764446544] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1366; }","duration":"153.983443ms","start":"2026-09-15T02:27:59.070057Z","end":"2026-09-15T02:27:59.224041Z","steps":["trace[1764446544] 'agreement among raft nodes before linearized reading' (duration: 153.737876ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:27:59.2241Z","caller":"traceutil/trace.go:171","msg":"trace[1382488638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1366; }","duration":"167.396736ms","start":"2026-09-15T02:27:59.056686Z","end":"2026-09-15T02:27:59.224083Z","steps":["trace[1382488638] 'agreement among raft nodes before linearized reading' (duration: 167.007796ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:27:59.224111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.315127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-09-15T02:27:59.224315Z","caller":"traceutil/trace.go:171","msg":"trace[1487616258] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1366; }","duration":"110.653215ms","start":"2026-09-15T02:27:59.11364Z","end":"2026-09-15T02:27:59.224293Z","steps":["trace[1487616258] 'agreement among raft nodes before linearized reading' (duration: 110.249474ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.244579Z","caller":"traceutil/trace.go:171","msg":"trace[397299437] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"106.776484ms","start":"2026-09-15T02:28:36.137773Z","end":"2026-09-15T02:28:36.244549Z","steps":["trace[397299437] 'process raft request' (duration: 106.535439ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.244795Z","caller":"traceutil/trace.go:171","msg":"trace[706236393] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"106.979319ms","start":"2026-09-15T02:28:36.137784Z","end":"2026-09-15T02:28:36.244764Z","steps":["trace[706236393] 'process raft request' (duration: 106.689443ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.29129Z","caller":"traceutil/trace.go:171","msg":"trace[1543614654] transaction","detail":"{read_only:false; response_revision:1923; number_of_response:1; }","duration":"152.539765ms","start":"2026-09-15T02:28:36.13871Z","end":"2026-09-15T02:28:36.291249Z","steps":["trace[1543614654] 'process raft request' (duration: 152.299669ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.291364Z","caller":"traceutil/trace.go:171","msg":"trace[498646204] transaction","detail":"{read_only:false; response_revision:1924; number_of_response:1; }","duration":"152.497854ms","start":"2026-09-15T02:28:36.138815Z","end":"2026-09-15T02:28:36.291313Z","steps":["trace[498646204] 'process raft request' (duration: 152.326829ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.29182Z","caller":"traceutil/trace.go:171","msg":"trace[1669039555] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1997; }","duration":"119.879518ms","start":"2026-09-15T02:28:36.171903Z","end":"2026-09-15T02:28:36.291782Z","steps":["trace[1669039555] 'read index received' (duration: 72.451679ms)","trace[1669039555] 'applied index is now lower than readState.Index' (duration: 47.426279ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:36.291879Z","caller":"traceutil/trace.go:171","msg":"trace[495139326] transaction","detail":"{read_only:false; response_revision:1925; number_of_response:1; }","duration":"101.791899ms","start":"2026-09-15T02:28:36.19007Z","end":"2026-09-15T02:28:36.291861Z","steps":["trace[495139326] 'process raft request' (duration: 101.125863ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.292078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.060573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:36.29213Z","caller":"traceutil/trace.go:171","msg":"trace[1166149041] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1926; }","duration":"120.273228ms","start":"2026-09-15T02:28:36.171841Z","end":"2026-09-15T02:28:36.292114Z","steps":["trace[1166149041] 'agreement among raft nodes before linearized reading' (duration: 120.072523ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:37.583676Z","caller":"traceutil/trace.go:171","msg":"trace[1218943318] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"130.190878ms","start":"2026-09-15T02:28:37.45345Z","end":"2026-09-15T02:28:37.583641Z","steps":["trace[1218943318] 'process raft request' (duration: 129.702816ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:38.065484Z","caller":"traceutil/trace.go:171","msg":"trace[311613459] linearizableReadLoop","detail":"{readStateIndex:2013; appliedIndex:2012; }","duration":"332.379783ms","start":"2026-09-15T02:28:37.733071Z","end":"2026-09-15T02:28:38.06545Z","steps":["trace[311613459] 'read index received' (duration: 332.127878ms)","trace[311613459] 'applied index is now lower than readState.Index' (duration: 250.145µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:38.065623Z","caller":"traceutil/trace.go:171","msg":"trace[506445078] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"339.5856ms","start":"2026-09-15T02:28:37.725977Z","end":"2026-09-15T02:28:38.065562Z","steps":["trace[506445078] 'process raft request' (duration: 339.271533ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.065945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.835994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:28:38.0661Z","caller":"traceutil/trace.go:171","msg":"trace[621986196] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"333.071129ms","start":"2026-09-15T02:28:37.732991Z","end":"2026-09-15T02:28:38.066062Z","steps":["trace[621986196] 'agreement among raft nodes before linearized reading' (duration: 332.626759ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.066159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:37.732948Z","time spent":"333.199472ms","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-15T02:28:38.065989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:37.725949Z","time spent":"339.815925ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:38.693354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.665586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:28:38.693548Z","caller":"traceutil/trace.go:171","msg":"trace[677373257] linearizableReadLoop","detail":"{readStateIndex:2014; appliedIndex:2013; }","duration":"627.956402ms","start":"2026-09-15T02:28:38.065565Z","end":"2026-09-15T02:28:38.693521Z","steps":["trace[677373257] 'read index received' (duration: 214.00853ms)","trace[677373257] 'applied index is now lower than readState.Index' (duration: 413.946042ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:38.693656Z","caller":"traceutil/trace.go:171","msg":"trace[2020106101] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"806.210003ms","start":"2026-09-15T02:28:37.887427Z","end":"2026-09-15T02:28:38.693637Z","steps":["trace[2020106101] 'process raft request' (duration: 392.124117ms)","trace[2020106101] 'compare' (duration: 413.465852ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:38.693782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:37.887394Z","time spent":"806.307575ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:38.694044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.365534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10328"} {"level":"info","ts":"2026-09-15T02:28:38.694149Z","caller":"traceutil/trace.go:171","msg":"trace[1789939005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1936; }","duration":"896.494867ms","start":"2026-09-15T02:28:37.797632Z","end":"2026-09-15T02:28:38.694127Z","steps":["trace[1789939005] 'agreement among raft nodes before linearized reading' (duration: 896.146328ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.694154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.586274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:28:38.69421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:37.797553Z","time spent":"896.646151ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10352,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-15T02:28:38.694081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.443258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:28:38.694274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.320025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:38.694382Z","caller":"traceutil/trace.go:171","msg":"trace[1898723104] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1936; }","duration":"651.474148ms","start":"2026-09-15T02:28:38.042872Z","end":"2026-09-15T02:28:38.694346Z","steps":["trace[1898723104] 'agreement among raft nodes before linearized reading' (duration: 651.221692ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:38.694258Z","caller":"traceutil/trace.go:171","msg":"trace[1921381524] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1936; }","duration":"923.671337ms","start":"2026-09-15T02:28:37.770541Z","end":"2026-09-15T02:28:38.694212Z","steps":["trace[1921381524] 'agreement among raft nodes before linearized reading' (duration: 923.537074ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.694438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.042838Z","time spent":"651.58435ms","remote":"127.0.0.1:50032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:28:38.694399Z","caller":"traceutil/trace.go:171","msg":"trace[1353503416] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1936; }","duration":"922.787805ms","start":"2026-09-15T02:28:37.771527Z","end":"2026-09-15T02:28:38.694315Z","steps":["trace[1353503416] 'agreement among raft nodes before linearized reading' (duration: 922.394246ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.694524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:37.77046Z","time spent":"924.030164ms","remote":"127.0.0.1:54608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:28:38.694562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:37.771499Z","time spent":"923.044601ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:28:39.762021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.545217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:28:39.762213Z","caller":"traceutil/trace.go:171","msg":"trace[867923265] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"1.463052636s","start":"2026-09-15T02:28:38.299117Z","end":"2026-09-15T02:28:39.762169Z","steps":["trace[867923265] 'process raft request' (duration: 802.221561ms)","trace[867923265] 'compare' (duration: 660.302672ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:39.762302Z","caller":"traceutil/trace.go:171","msg":"trace[621353409] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"935.399368ms","start":"2026-09-15T02:28:38.826876Z","end":"2026-09-15T02:28:39.762275Z","steps":["trace[621353409] 'process raft request' (duration: 935.296285ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.762406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.826834Z","time spent":"935.521321ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:39.762431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.299078Z","time spent":"1.46323218s","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:39.7627Z","caller":"traceutil/trace.go:171","msg":"trace[1457262807] linearizableReadLoop","detail":"{readStateIndex:2015; appliedIndex:2014; }","duration":"1.069096507s","start":"2026-09-15T02:28:38.693584Z","end":"2026-09-15T02:28:39.762681Z","steps":["trace[1457262807] 'read index received' (duration: 407.665817ms)","trace[1457262807] 'applied index is now lower than readState.Index' (duration: 661.42851ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:39.762979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172894202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f507352-e42b-4a61-8ece-5a24eed242b1\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-09-15T02:28:39.763036Z","caller":"traceutil/trace.go:171","msg":"trace[1793659865] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3f507352-e42b-4a61-8ece-5a24eed242b1; range_end:; response_count:1; response_revision:1938; }","duration":"1.173000854s","start":"2026-09-15T02:28:38.590018Z","end":"2026-09-15T02:28:39.763019Z","steps":["trace[1793659865] 'agreement among raft nodes before linearized reading' (duration: 1.17278915s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.763079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.589989Z","time spent":"1.173077496s","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3f507352-e42b-4a61-8ece-5a24eed242b1\" "} {"level":"warn","ts":"2026-09-15T02:28:39.763177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31694875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:39.76329Z","caller":"traceutil/trace.go:171","msg":"trace[1204789738] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1938; }","duration":"1.317135004s","start":"2026-09-15T02:28:38.44613Z","end":"2026-09-15T02:28:39.763265Z","steps":["trace[1204789738] 'agreement among raft nodes before linearized reading' (duration: 1.316921559s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.763342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.446104Z","time spent":"1.317226606s","remote":"127.0.0.1:40914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:28:39.763241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591756369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:39.763567Z","caller":"traceutil/trace.go:171","msg":"trace[1702512931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1938; }","duration":"1.592078646s","start":"2026-09-15T02:28:38.171466Z","end":"2026-09-15T02:28:39.763544Z","steps":["trace[1702512931] 'agreement among raft nodes before linearized reading' (duration: 1.591710178s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.763676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.171383Z","time spent":"1.592274702s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:28:39.83887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.454747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:39.838962Z","caller":"traceutil/trace.go:171","msg":"trace[645328165] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1939; }","duration":"273.606561ms","start":"2026-09-15T02:28:39.565336Z","end":"2026-09-15T02:28:39.838942Z","steps":["trace[645328165] 'agreement among raft nodes before linearized reading' (duration: 273.393836ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.838977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128221016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:28:39.839023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108959451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-09-15T02:28:39.839068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.361143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-09-15T02:28:39.839115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.376283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-09-15T02:28:39.83913Z","caller":"traceutil/trace.go:171","msg":"trace[1807526148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1939; }","duration":"1.109203095s","start":"2026-09-15T02:28:38.7299Z","end":"2026-09-15T02:28:39.839104Z","steps":["trace[1807526148] 'agreement among raft nodes before linearized reading' (duration: 1.108883218s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.838879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.862876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:28:39.839203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.729859Z","time spent":"1.109332309s","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-15T02:28:39.839181Z","caller":"traceutil/trace.go:171","msg":"trace[349550642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1939; }","duration":"222.502577ms","start":"2026-09-15T02:28:39.616662Z","end":"2026-09-15T02:28:39.839164Z","steps":["trace[349550642] 'agreement among raft nodes before linearized reading' (duration: 222.321802ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.839236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.976438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-09-15T02:28:39.839253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.636179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-15T02:28:39.83929Z","caller":"traceutil/trace.go:171","msg":"trace[1660416586] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1939; }","duration":"570.336558ms","start":"2026-09-15T02:28:39.268902Z","end":"2026-09-15T02:28:39.839239Z","steps":["trace[1660416586] 'agreement among raft nodes before linearized reading' (duration: 569.865097ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:39.839046Z","caller":"traceutil/trace.go:171","msg":"trace[190558813] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1939; }","duration":"1.128335458s","start":"2026-09-15T02:28:38.71069Z","end":"2026-09-15T02:28:39.839025Z","steps":["trace[190558813] 'agreement among raft nodes before linearized reading' (duration: 1.128215596s)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:39.83932Z","caller":"traceutil/trace.go:171","msg":"trace[298362920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1939; }","duration":"222.764193ms","start":"2026-09-15T02:28:39.616542Z","end":"2026-09-15T02:28:39.839306Z","steps":["trace[298362920] 'agreement among raft nodes before linearized reading' (duration: 222.612738ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:39.839328Z","caller":"traceutil/trace.go:171","msg":"trace[277397119] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"247.994228ms","start":"2026-09-15T02:28:39.591312Z","end":"2026-09-15T02:28:39.839306Z","steps":["trace[277397119] 'process raft request' (duration: 247.206729ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.83937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.268871Z","time spent":"570.472392ms","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:28:39.839127Z","caller":"traceutil/trace.go:171","msg":"trace[610664086] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1939; }","duration":"764.463776ms","start":"2026-09-15T02:28:39.074648Z","end":"2026-09-15T02:28:39.839112Z","steps":["trace[610664086] 'agreement among raft nodes before linearized reading' (duration: 764.292743ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.839389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.298375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-09-15T02:28:39.839444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.07462Z","time spent":"764.806976ms","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-15T02:28:39.839444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.710661Z","time spent":"1.128754099s","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-09-15T02:28:39.839508Z","caller":"traceutil/trace.go:171","msg":"trace[1955247699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1939; }","duration":"881.50946ms","start":"2026-09-15T02:28:38.957967Z","end":"2026-09-15T02:28:39.839477Z","steps":["trace[1955247699] 'agreement among raft nodes before linearized reading' (duration: 881.167181ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:39.839569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:38.957941Z","time spent":"881.613851ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-09-15T02:28:39.839311Z","caller":"traceutil/trace.go:171","msg":"trace[853911982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1939; }","duration":"223.05631ms","start":"2026-09-15T02:28:39.616239Z","end":"2026-09-15T02:28:39.839295Z","steps":["trace[853911982] 'agreement among raft nodes before linearized reading' (duration: 222.809193ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:40.178105Z","caller":"traceutil/trace.go:171","msg":"trace[858844866] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"331.742468ms","start":"2026-09-15T02:28:39.846327Z","end":"2026-09-15T02:28:40.17807Z","steps":["trace[858844866] 'process raft request' (duration: 331.592283ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:40.178263Z","caller":"traceutil/trace.go:171","msg":"trace[1881540368] transaction","detail":"{read_only:false; response_revision:1940; number_of_response:1; }","duration":"331.866711ms","start":"2026-09-15T02:28:39.846327Z","end":"2026-09-15T02:28:40.178194Z","steps":["trace[1881540368] 'process raft request' (duration: 317.564968ms)","trace[1881540368] 'compare' (duration: 13.428902ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:40.178357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.846303Z","time spent":"331.912282ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:40.178612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.846308Z","time spent":"332.139127ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:40.270867Z","caller":"traceutil/trace.go:171","msg":"trace[8584435] transaction","detail":"{read_only:false; response_revision:1942; number_of_response:1; }","duration":"424.375955ms","start":"2026-09-15T02:28:39.846449Z","end":"2026-09-15T02:28:40.270825Z","steps":["trace[8584435] 'process raft request' (duration: 424.061928ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:40.27094Z","caller":"traceutil/trace.go:171","msg":"trace[1967708591] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"423.578477ms","start":"2026-09-15T02:28:39.84731Z","end":"2026-09-15T02:28:40.270888Z","steps":["trace[1967708591] 'process raft request' (duration: 423.406343ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:40.271011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.276037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:40.271068Z","caller":"traceutil/trace.go:171","msg":"trace[1769080634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1945; }","duration":"422.391759ms","start":"2026-09-15T02:28:39.848664Z","end":"2026-09-15T02:28:40.271055Z","steps":["trace[1769080634] 'agreement among raft nodes before linearized reading' (duration: 422.264817ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:40.271104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.848652Z","time spent":"422.44321ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:28:40.271118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.846419Z","time spent":"424.547578ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:40.27119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.847295Z","time spent":"423.762821ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:40.271181Z","caller":"traceutil/trace.go:171","msg":"trace[1827986170] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"424.103008ms","start":"2026-09-15T02:28:39.847044Z","end":"2026-09-15T02:28:40.271147Z","steps":["trace[1827986170] 'process raft request' (duration: 423.633108ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:40.270866Z","caller":"traceutil/trace.go:171","msg":"trace[122347973] linearizableReadLoop","detail":"{readStateIndex:2022; appliedIndex:2017; }","duration":"422.123564ms","start":"2026-09-15T02:28:39.848714Z","end":"2026-09-15T02:28:40.270837Z","steps":["trace[122347973] 'read index received' (duration: 315.228505ms)","trace[122347973] 'applied index is now lower than readState.Index' (duration: 106.893599ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:40.271327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.847008Z","time spent":"424.242792ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:40.271383Z","caller":"traceutil/trace.go:171","msg":"trace[1511349219] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"198.818017ms","start":"2026-09-15T02:28:40.072547Z","end":"2026-09-15T02:28:40.271365Z","steps":["trace[1511349219] 'process raft request' (duration: 198.240944ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:40.340951Z","caller":"traceutil/trace.go:171","msg":"trace[1523934460] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"170.114783ms","start":"2026-09-15T02:28:40.17078Z","end":"2026-09-15T02:28:40.340895Z","steps":["trace[1523934460] 'process raft request' (duration: 169.867157ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:40.341079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.836857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:28:40.341264Z","caller":"traceutil/trace.go:171","msg":"trace[2084844381] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1946; }","duration":"479.091933ms","start":"2026-09-15T02:28:39.862145Z","end":"2026-09-15T02:28:40.341237Z","steps":["trace[2084844381] 'agreement among raft nodes before linearized reading' (duration: 478.695954ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:40.341604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:39.862126Z","time spent":"479.460351ms","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-09-15T02:28:54.020001Z","caller":"traceutil/trace.go:171","msg":"trace[1002436561] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"116.500141ms","start":"2026-09-15T02:28:53.903476Z","end":"2026-09-15T02:28:54.019977Z","steps":["trace[1002436561] 'process raft request' (duration: 44.526502ms)","trace[1002436561] 'compare' (duration: 71.533468ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:56.720408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.226031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:28:56.720531Z","caller":"traceutil/trace.go:171","msg":"trace[1688811984] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2082; }","duration":"131.428925ms","start":"2026-09-15T02:28:56.589078Z","end":"2026-09-15T02:28:56.720507Z","steps":["trace[1688811984] 'count revisions from in-memory index tree' (duration: 131.135848ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:57.916936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:57.527296Z","time spent":"389.6337ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-15T02:28:57.974621Z","caller":"traceutil/trace.go:171","msg":"trace[56770442] transaction","detail":"{read_only:false; response_revision:2084; number_of_response:1; }","duration":"108.603836ms","start":"2026-09-15T02:28:57.865975Z","end":"2026-09-15T02:28:57.974579Z","steps":["trace[56770442] 'process raft request' (duration: 107.51592ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:14.25504Z","caller":"traceutil/trace.go:171","msg":"trace[1031727744] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"159.21987ms","start":"2026-09-15T02:29:14.095798Z","end":"2026-09-15T02:29:14.255018Z","steps":["trace[1031727744] 'process raft request' (duration: 158.912694ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:14.290939Z","caller":"traceutil/trace.go:171","msg":"trace[1188802558] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2263; }","duration":"118.365583ms","start":"2026-09-15T02:29:14.172551Z","end":"2026-09-15T02:29:14.290916Z","steps":["trace[1188802558] 'read index received' (duration: 82.177475ms)","trace[1188802558] 'applied index is now lower than readState.Index' (duration: 36.187028ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:14.291022Z","caller":"traceutil/trace.go:171","msg":"trace[1121553209] transaction","detail":"{read_only:false; response_revision:2179; number_of_response:1; }","duration":"159.441096ms","start":"2026-09-15T02:29:14.131548Z","end":"2026-09-15T02:29:14.290989Z","steps":["trace[1121553209] 'process raft request' (duration: 159.199129ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.291097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.533677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:14.291127Z","caller":"traceutil/trace.go:171","msg":"trace[1094540381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2179; }","duration":"118.627429ms","start":"2026-09-15T02:29:14.17249Z","end":"2026-09-15T02:29:14.291118Z","steps":["trace[1094540381] 'agreement among raft nodes before linearized reading' (duration: 118.557438ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:30.527347Z","caller":"traceutil/trace.go:171","msg":"trace[1172394556] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"159.199292ms","start":"2026-09-15T02:29:30.368126Z","end":"2026-09-15T02:29:30.527326Z","steps":["trace[1172394556] 'process raft request' (duration: 159.057509ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:30.58482Z","caller":"traceutil/trace.go:171","msg":"trace[306693236] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2349; }","duration":"101.693488ms","start":"2026-09-15T02:29:30.4831Z","end":"2026-09-15T02:29:30.584793Z","steps":["trace[306693236] 'read index received' (duration: 44.157604ms)","trace[306693236] 'applied index is now lower than readState.Index' (duration: 57.534644ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:30.58506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.938283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:29:30.585097Z","caller":"traceutil/trace.go:171","msg":"trace[1500551383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2262; }","duration":"102.021766ms","start":"2026-09-15T02:29:30.483061Z","end":"2026-09-15T02:29:30.585083Z","steps":["trace[1500551383] 'agreement among raft nodes before linearized reading' (duration: 101.823761ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:30.585146Z","caller":"traceutil/trace.go:171","msg":"trace[1411925633] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"143.608902ms","start":"2026-09-15T02:29:30.441502Z","end":"2026-09-15T02:29:30.585111Z","steps":["trace[1411925633] 'process raft request' (duration: 143.156743ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:30.77509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.959454ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:29:30.775304Z","caller":"traceutil/trace.go:171","msg":"trace[904299196] transaction","detail":"{read_only:false; response_revision:2264; number_of_response:1; }","duration":"172.931522ms","start":"2026-09-15T02:29:30.602352Z","end":"2026-09-15T02:29:30.775284Z","steps":["trace[904299196] 'process raft request' (duration: 172.86269ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:30.775487Z","caller":"traceutil/trace.go:171","msg":"trace[1397169467] linearizableReadLoop","detail":"{readStateIndex:2352; appliedIndex:2351; }","duration":"185.303801ms","start":"2026-09-15T02:29:30.590167Z","end":"2026-09-15T02:29:30.775471Z","steps":["trace[1397169467] 'read index received' (duration: 54.888696ms)","trace[1397169467] 'applied index is now lower than readState.Index' (duration: 130.412795ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:30.775463Z","caller":"traceutil/trace.go:171","msg":"trace[2066162544] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"198.883728ms","start":"2026-09-15T02:29:30.57654Z","end":"2026-09-15T02:29:30.775423Z","steps":["trace[2066162544] 'process raft request' (duration: 68.479484ms)","trace[2066162544] 'compare' (duration: 129.729598ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:30.775645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.475814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-15T02:29:30.775692Z","caller":"traceutil/trace.go:171","msg":"trace[1374436973] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2264; }","duration":"185.553796ms","start":"2026-09-15T02:29:30.590126Z","end":"2026-09-15T02:29:30.775679Z","steps":["trace[1374436973] 'agreement among raft nodes before linearized reading' (duration: 185.408163ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:30.775784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.499661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-15T02:29:30.775822Z","caller":"traceutil/trace.go:171","msg":"trace[1819749188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2264; }","duration":"133.608074ms","start":"2026-09-15T02:29:30.642204Z","end":"2026-09-15T02:29:30.775812Z","steps":["trace[1819749188] 'agreement among raft nodes before linearized reading' (duration: 133.39987ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:30.775875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.885537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-09-15T02:29:30.775914Z","caller":"traceutil/trace.go:171","msg":"trace[1359562280] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2264; }","duration":"126.950408ms","start":"2026-09-15T02:29:30.64895Z","end":"2026-09-15T02:29:30.775901Z","steps":["trace[1359562280] 'agreement among raft nodes before linearized reading' (duration: 126.839035ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:36.947524Z","caller":"traceutil/trace.go:171","msg":"trace[1467722392] linearizableReadLoop","detail":"{readStateIndex:2386; appliedIndex:2385; }","duration":"116.863369ms","start":"2026-09-15T02:29:36.830629Z","end":"2026-09-15T02:29:36.947492Z","steps":["trace[1467722392] 'read index received' (duration: 116.613963ms)","trace[1467722392] 'applied index is now lower than readState.Index' (duration: 248.066µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:36.9476Z","caller":"traceutil/trace.go:171","msg":"trace[930800599] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"150.247676ms","start":"2026-09-15T02:29:36.79731Z","end":"2026-09-15T02:29:36.947557Z","steps":["trace[930800599] 'process raft request' (duration: 149.998991ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:36.94781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.110094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:29:36.947877Z","caller":"traceutil/trace.go:171","msg":"trace[904628504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2296; }","duration":"117.279937ms","start":"2026-09-15T02:29:36.830579Z","end":"2026-09-15T02:29:36.947859Z","steps":["trace[904628504] 'agreement among raft nodes before linearized reading' (duration: 117.017952ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:37.09424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.663113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:29:37.094378Z","caller":"traceutil/trace.go:171","msg":"trace[762383551] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"140.727039ms","start":"2026-09-15T02:29:36.953631Z","end":"2026-09-15T02:29:37.094358Z","steps":["trace[762383551] 'process raft request' (duration: 18.848611ms)","trace[762383551] 'compare' (duration: 121.51373ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:37.491944Z","caller":"traceutil/trace.go:171","msg":"trace[1372006153] transaction","detail":"{read_only:false; response_revision:2299; number_of_response:1; }","duration":"538.154555ms","start":"2026-09-15T02:29:36.953747Z","end":"2026-09-15T02:29:37.491901Z","steps":["trace[1372006153] 'process raft request' (duration: 538.057883ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:37.49203Z","caller":"traceutil/trace.go:171","msg":"trace[974354896] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2387; }","duration":"505.544415ms","start":"2026-09-15T02:29:36.986455Z","end":"2026-09-15T02:29:37.492Z","steps":["trace[974354896] 'read index received' (duration: 451.771473ms)","trace[974354896] 'applied index is now lower than readState.Index' (duration: 53.771382ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:37.492093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:36.953717Z","time spent":"538.300809ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:37.492218Z","caller":"traceutil/trace.go:171","msg":"trace[835090273] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"538.457612ms","start":"2026-09-15T02:29:36.95371Z","end":"2026-09-15T02:29:37.492168Z","steps":["trace[835090273] 'process raft request' (duration: 484.526236ms)","trace[835090273] 'compare' (duration: 53.319863ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:37.492303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:36.953688Z","time spent":"538.573845ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:37.492441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.951584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:29:37.492455Z","caller":"traceutil/trace.go:171","msg":"trace[376158061] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"538.458632ms","start":"2026-09-15T02:29:36.953927Z","end":"2026-09-15T02:29:37.492386Z","steps":["trace[376158061] 'process raft request' (duration: 537.942952ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:37.492544Z","caller":"traceutil/trace.go:171","msg":"trace[1105829884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2300; }","duration":"506.148988ms","start":"2026-09-15T02:29:36.986362Z","end":"2026-09-15T02:29:37.492511Z","steps":["trace[1105829884] 'agreement among raft nodes before linearized reading' (duration: 505.829271ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:37.492593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:36.98634Z","time spent":"506.237349ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T02:29:37.492672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:36.953899Z","time spent":"538.655276ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:37.577919Z","caller":"traceutil/trace.go:171","msg":"trace[1863637140] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"348.541711ms","start":"2026-09-15T02:29:37.229354Z","end":"2026-09-15T02:29:37.577895Z","steps":["trace[1863637140] 'process raft request' (duration: 348.221574ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:37.577973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.616217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:29:37.57806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.229324Z","time spent":"348.659544ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:37.578057Z","caller":"traceutil/trace.go:171","msg":"trace[61780784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"406.75685ms","start":"2026-09-15T02:29:37.171278Z","end":"2026-09-15T02:29:37.578035Z","steps":["trace[61780784] 'agreement among raft nodes before linearized reading' (duration: 406.533015ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:37.57811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.171254Z","time spent":"406.842052ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:29:38.289977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.038952ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:38.29012Z","caller":"traceutil/trace.go:171","msg":"trace[750321339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2301; }","duration":"482.207535ms","start":"2026-09-15T02:29:37.807892Z","end":"2026-09-15T02:29:38.2901Z","steps":["trace[750321339] 'range keys from in-memory index tree' (duration: 482.013741ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:38.29068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.222125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:29:38.29079Z","caller":"traceutil/trace.go:171","msg":"trace[1079942797] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"712.999739ms","start":"2026-09-15T02:29:37.577776Z","end":"2026-09-15T02:29:38.290775Z","steps":["trace[1079942797] 'read index received' (duration: 125.482307ms)","trace[1079942797] 'applied index is now lower than readState.Index' (duration: 587.515892ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:38.290928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.74954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:38.290977Z","caller":"traceutil/trace.go:171","msg":"trace[631679555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2302; }","duration":"710.832342ms","start":"2026-09-15T02:29:37.580126Z","end":"2026-09-15T02:29:38.290959Z","steps":["trace[631679555] 'agreement among raft nodes before linearized reading' (duration: 710.766001ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:38.291023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.580106Z","time spent":"710.907723ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:29:38.291118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.778625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.211\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-09-15T02:29:38.291158Z","caller":"traceutil/trace.go:171","msg":"trace[1023357635] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"792.294058ms","start":"2026-09-15T02:29:37.498816Z","end":"2026-09-15T02:29:38.29111Z","steps":["trace[1023357635] 'process raft request' (duration: 204.561971ms)","trace[1023357635] 'compare' (duration: 587.093063ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:38.291241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.729477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18d55d9b1ae0f574\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-09-15T02:29:38.29126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.403613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:29:38.29129Z","caller":"traceutil/trace.go:171","msg":"trace[1939475715] range","detail":"{range_begin:/registry/masterleases/162.253.55.211; range_end:; response_count:1; response_revision:2302; }","duration":"762.937908ms","start":"2026-09-15T02:29:37.528255Z","end":"2026-09-15T02:29:38.291193Z","steps":["trace[1939475715] 'agreement among raft nodes before linearized reading' (duration: 762.634252ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:38.291326Z","caller":"traceutil/trace.go:171","msg":"trace[239074639] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18d55d9b1ae0f574; range_end:; response_count:1; response_revision:2302; }","duration":"587.86943ms","start":"2026-09-15T02:29:37.703431Z","end":"2026-09-15T02:29:38.2913Z","steps":["trace[239074639] 'agreement among raft nodes before linearized reading' (duration: 587.649296ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:38.291328Z","caller":"traceutil/trace.go:171","msg":"trace[633548068] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2302; }","duration":"644.469915ms","start":"2026-09-15T02:29:37.646838Z","end":"2026-09-15T02:29:38.291308Z","steps":["trace[633548068] 'agreement among raft nodes before linearized reading' (duration: 644.2743ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:38.291347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.528238Z","time spent":"763.096621ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.211\" "} {"level":"warn","ts":"2026-09-15T02:29:38.291342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.498794Z","time spent":"792.452571ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:38.291363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.7034Z","time spent":"587.956072ms","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18d55d9b1ae0f574\" "} {"level":"warn","ts":"2026-09-15T02:29:38.291367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:37.646771Z","time spent":"644.587657ms","remote":"127.0.0.1:45990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-15T02:29:39.02772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.574929ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-09-15T02:29:39.028497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:38.292454Z","time spent":"736.036901ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-15T02:29:39.356584Z","caller":"traceutil/trace.go:171","msg":"trace[1822587844] linearizableReadLoop","detail":"{readStateIndex:2394; appliedIndex:2392; }","duration":"1.056666154s","start":"2026-09-15T02:29:38.299896Z","end":"2026-09-15T02:29:39.356562Z","steps":["trace[1822587844] 'read index received' (duration: 126.331675ms)","trace[1822587844] 'applied index is now lower than readState.Index' (duration: 930.333369ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:39.356719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056810038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:39.356689Z","caller":"traceutil/trace.go:171","msg":"trace[1371273713] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"1.063070683s","start":"2026-09-15T02:29:38.293581Z","end":"2026-09-15T02:29:39.356652Z","steps":["trace[1371273713] 'process raft request' (duration: 1.062748556s)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:39.356784Z","caller":"traceutil/trace.go:171","msg":"trace[1450511092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2303; }","duration":"1.056907179s","start":"2026-09-15T02:29:38.299837Z","end":"2026-09-15T02:29:39.356745Z","steps":["trace[1450511092] 'agreement among raft nodes before linearized reading' (duration: 1.056830207s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:39.356817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:38.299814Z","time spent":"1.056994981s","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:29:39.356909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:38.293551Z","time spent":"1.063256537s","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:39.388584Z","caller":"traceutil/trace.go:171","msg":"trace[1816984564] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"819.473362ms","start":"2026-09-15T02:29:38.569091Z","end":"2026-09-15T02:29:39.388565Z","steps":["trace[1816984564] 'process raft request' (duration: 819.300047ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:39.388715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:38.569061Z","time spent":"819.585584ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:39.389039Z","caller":"traceutil/trace.go:171","msg":"trace[1123961867] transaction","detail":"{read_only:false; response_revision:2305; number_of_response:1; }","duration":"745.985789ms","start":"2026-09-15T02:29:38.64303Z","end":"2026-09-15T02:29:39.389015Z","steps":["trace[1123961867] 'process raft request' (duration: 745.491128ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:39.389073Z","caller":"traceutil/trace.go:171","msg":"trace[340741357] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"359.682434ms","start":"2026-09-15T02:29:39.029363Z","end":"2026-09-15T02:29:39.389045Z","steps":["trace[340741357] 'process raft request' (duration: 359.587542ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:39.389163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:39.029345Z","time spent":"359.772916ms","remote":"127.0.0.1:54530","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:39.389169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:38.643003Z","time spent":"746.098991ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:39.389362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.865703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:29:39.389346Z","caller":"traceutil/trace.go:171","msg":"trace[2138870188] transaction","detail":"{read_only:false; response_revision:2306; number_of_response:1; }","duration":"435.814174ms","start":"2026-09-15T02:29:38.953483Z","end":"2026-09-15T02:29:39.389297Z","steps":["trace[2138870188] 'process raft request' (duration: 435.362415ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:39.389438Z","caller":"traceutil/trace.go:171","msg":"trace[1097345498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2307; }","duration":"290.986476ms","start":"2026-09-15T02:29:39.098433Z","end":"2026-09-15T02:29:39.38942Z","steps":["trace[1097345498] 'agreement among raft nodes before linearized reading' (duration: 290.750001ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:39.389548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:38.953448Z","time spent":"436.001328ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:30:36.975203Z","caller":"traceutil/trace.go:171","msg":"trace[664263444] transaction","detail":"{read_only:false; response_revision:2691; number_of_response:1; }","duration":"153.000884ms","start":"2026-09-15T02:30:36.822162Z","end":"2026-09-15T02:30:36.975163Z","steps":["trace[664263444] 'process raft request' (duration: 128.674158ms)","trace[664263444] 'compare' (duration: 24.04928ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:30:36.975241Z","caller":"traceutil/trace.go:171","msg":"trace[446684387] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"152.990424ms","start":"2026-09-15T02:30:36.822209Z","end":"2026-09-15T02:30:36.9752Z","steps":["trace[446684387] 'process raft request' (duration: 152.866111ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:30:36.975234Z","caller":"traceutil/trace.go:171","msg":"trace[552274970] transaction","detail":"{read_only:false; response_revision:2693; number_of_response:1; }","duration":"140.339301ms","start":"2026-09-15T02:30:36.834867Z","end":"2026-09-15T02:30:36.975206Z","steps":["trace[552274970] 'process raft request' (duration: 140.276729ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:30:36.975359Z","caller":"traceutil/trace.go:171","msg":"trace[765349671] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2797; }","duration":"140.510175ms","start":"2026-09-15T02:30:36.834782Z","end":"2026-09-15T02:30:36.975292Z","steps":["trace[765349671] 'read index received' (duration: 116.076017ms)","trace[765349671] 'applied index is now lower than readState.Index' (duration: 24.427777ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:30:36.975972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.136338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126474"} {"level":"info","ts":"2026-09-15T02:30:36.976038Z","caller":"traceutil/trace.go:171","msg":"trace[843979247] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2693; }","duration":"141.26972ms","start":"2026-09-15T02:30:36.834747Z","end":"2026-09-15T02:30:36.976016Z","steps":["trace[843979247] 'agreement among raft nodes before linearized reading' (duration: 140.748679ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:30:37.243986Z","caller":"traceutil/trace.go:171","msg":"trace[905114820] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"106.695987ms","start":"2026-09-15T02:30:37.137258Z","end":"2026-09-15T02:30:37.243954Z","steps":["trace[905114820] 'process raft request' (duration: 106.483733ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:30:37.244052Z","caller":"traceutil/trace.go:171","msg":"trace[1105958656] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"106.603036ms","start":"2026-09-15T02:30:37.137413Z","end":"2026-09-15T02:30:37.244016Z","steps":["trace[1105958656] 'process raft request' (duration: 106.461523ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:30:37.244139Z","caller":"traceutil/trace.go:171","msg":"trace[37762583] transaction","detail":"{read_only:false; response_revision:2709; number_of_response:1; }","duration":"101.146204ms","start":"2026-09-15T02:30:37.142974Z","end":"2026-09-15T02:30:37.24412Z","steps":["trace[37762583] 'process raft request' (duration: 100.95311ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:16.087795Z","caller":"traceutil/trace.go:171","msg":"trace[1364332730] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"127.614486ms","start":"2026-09-15T02:31:15.960156Z","end":"2026-09-15T02:31:16.08777Z","steps":["trace[1364332730] 'process raft request' (duration: 127.435992ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:16.348478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.484601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:31:16.348629Z","caller":"traceutil/trace.go:171","msg":"trace[888348766] linearizableReadLoop","detail":"{readStateIndex:3135; appliedIndex:3134; }","duration":"177.081244ms","start":"2026-09-15T02:31:16.171529Z","end":"2026-09-15T02:31:16.34861Z","steps":["trace[888348766] 'read index received' (duration: 8.286246ms)","trace[888348766] 'applied index is now lower than readState.Index' (duration: 168.793608ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:31:16.348897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.343869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:31:16.349025Z","caller":"traceutil/trace.go:171","msg":"trace[1041821372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3018; }","duration":"177.538453ms","start":"2026-09-15T02:31:16.171458Z","end":"2026-09-15T02:31:16.348997Z","steps":["trace[1041821372] 'agreement among raft nodes before linearized reading' (duration: 177.308908ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:16.349197Z","caller":"traceutil/trace.go:171","msg":"trace[503779381] transaction","detail":"{read_only:false; response_revision:3018; number_of_response:1; }","duration":"227.752456ms","start":"2026-09-15T02:31:16.121379Z","end":"2026-09-15T02:31:16.349132Z","steps":["trace[503779381] 'process raft request' (duration: 58.518739ms)","trace[503779381] 'compare' (duration: 168.330868ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:31:16.662748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.68686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:31:16.662976Z","caller":"traceutil/trace.go:171","msg":"trace[358792681] transaction","detail":"{read_only:false; response_revision:3019; number_of_response:1; }","duration":"311.097293ms","start":"2026-09-15T02:31:16.351851Z","end":"2026-09-15T02:31:16.662948Z","steps":["trace[358792681] 'process raft request' (duration: 144.112846ms)","trace[358792681] 'compare' (duration: 166.452985ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:31:16.663133Z","caller":"traceutil/trace.go:171","msg":"trace[1485012735] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"309.338373ms","start":"2026-09-15T02:31:16.353786Z","end":"2026-09-15T02:31:16.663125Z","steps":["trace[1485012735] 'process raft request' (duration: 309.053026ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:16.663178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:31:16.353759Z","time spent":"309.396304ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:31:16.663084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:31:16.351823Z","time spent":"311.214245ms","remote":"127.0.0.1:54586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:31:16.663314Z","caller":"traceutil/trace.go:171","msg":"trace[1250489449] transaction","detail":"{read_only:false; response_revision:3021; number_of_response:1; }","duration":"309.028756ms","start":"2026-09-15T02:31:16.354278Z","end":"2026-09-15T02:31:16.663307Z","steps":["trace[1250489449] 'process raft request' (duration: 308.636487ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:16.663012Z","caller":"traceutil/trace.go:171","msg":"trace[109265975] transaction","detail":"{read_only:false; response_revision:3023; number_of_response:1; }","duration":"308.569866ms","start":"2026-09-15T02:31:16.354433Z","end":"2026-09-15T02:31:16.663003Z","steps":["trace[109265975] 'process raft request' (duration: 308.545865ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:16.663351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:31:16.354262Z","time spent":"309.071298ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:31:16.663436Z","caller":"traceutil/trace.go:171","msg":"trace[590906049] transaction","detail":"{read_only:false; response_revision:3022; number_of_response:1; }","duration":"309.048827ms","start":"2026-09-15T02:31:16.354381Z","end":"2026-09-15T02:31:16.66343Z","steps":["trace[590906049] 'process raft request' (duration: 308.570976ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:16.663473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:31:16.354372Z","time spent":"309.085038ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:31:16.663421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:31:16.354423Z","time spent":"308.943335ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:31:22.889592Z","caller":"traceutil/trace.go:171","msg":"trace[1053635952] linearizableReadLoop","detail":"{readStateIndex:3171; appliedIndex:3170; }","duration":"230.719274ms","start":"2026-09-15T02:31:22.658839Z","end":"2026-09-15T02:31:22.889558Z","steps":["trace[1053635952] 'read index received' (duration: 208.002594ms)","trace[1053635952] 'applied index is now lower than readState.Index' (duration: 22.71515ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:31:22.889999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.197446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-15T02:31:22.890046Z","caller":"traceutil/trace.go:171","msg":"trace[1852397055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3052; }","duration":"194.35678ms","start":"2026-09-15T02:31:22.695678Z","end":"2026-09-15T02:31:22.890035Z","steps":["trace[1852397055] 'agreement among raft nodes before linearized reading' (duration: 194.115385ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:22.890139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.979487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-15T02:31:22.890232Z","caller":"traceutil/trace.go:171","msg":"trace[701584137] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3052; }","duration":"184.11753ms","start":"2026-09-15T02:31:22.706095Z","end":"2026-09-15T02:31:22.890213Z","steps":["trace[701584137] 'agreement among raft nodes before linearized reading' (duration: 183.803553ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:22.890255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.407296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-09-15T02:31:22.890065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.110812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.18d55db5de847d06\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-09-15T02:31:22.890591Z","caller":"traceutil/trace.go:171","msg":"trace[505221414] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.18d55db5de847d06; range_end:; response_count:1; response_revision:3052; }","duration":"231.772886ms","start":"2026-09-15T02:31:22.65879Z","end":"2026-09-15T02:31:22.890563Z","steps":["trace[505221414] 'agreement among raft nodes before linearized reading' (duration: 230.865137ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:22.890255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.63471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-15T02:31:22.890722Z","caller":"traceutil/trace.go:171","msg":"trace[422762739] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3052; }","duration":"184.126231ms","start":"2026-09-15T02:31:22.706548Z","end":"2026-09-15T02:31:22.890674Z","steps":["trace[422762739] 'agreement among raft nodes before linearized reading' (duration: 183.334034ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:22.890346Z","caller":"traceutil/trace.go:171","msg":"trace[1350541561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3052; }","duration":"188.57535ms","start":"2026-09-15T02:31:22.701747Z","end":"2026-09-15T02:31:22.890323Z","steps":["trace[1350541561] 'agreement among raft nodes before linearized reading' (duration: 188.281834ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:28.653153Z","caller":"traceutil/trace.go:171","msg":"trace[1901286363] transaction","detail":"{read_only:false; response_revision:3085; number_of_response:1; }","duration":"234.741374ms","start":"2026-09-15T02:31:28.418373Z","end":"2026-09-15T02:31:28.653114Z","steps":["trace[1901286363] 'process raft request' (duration: 150.488729ms)","trace[1901286363] 'compare' (duration: 83.796705ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:34:23.207555Z","caller":"traceutil/trace.go:171","msg":"trace[1696287701] transaction","detail":"{read_only:false; response_revision:4125; number_of_response:1; }","duration":"102.27018ms","start":"2026-09-15T02:34:23.105246Z","end":"2026-09-15T02:34:23.207516Z","steps":["trace[1696287701] 'process raft request' (duration: 98.667561ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:01.376517Z","caller":"traceutil/trace.go:171","msg":"trace[1088240713] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"267.022023ms","start":"2026-09-15T02:35:01.109408Z","end":"2026-09-15T02:35:01.37643Z","steps":["trace[1088240713] 'process raft request' (duration: 266.88993ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:01.391474Z","caller":"traceutil/trace.go:171","msg":"trace[338700617] linearizableReadLoop","detail":"{readStateIndex:4564; appliedIndex:4562; }","duration":"220.629286ms","start":"2026-09-15T02:35:01.170814Z","end":"2026-09-15T02:35:01.391443Z","steps":["trace[338700617] 'read index received' (duration: 205.599224ms)","trace[338700617] 'applied index is now lower than readState.Index' (duration: 15.029062ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:01.391621Z","caller":"traceutil/trace.go:171","msg":"trace[525988188] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"201.37666ms","start":"2026-09-15T02:35:01.190218Z","end":"2026-09-15T02:35:01.391595Z","steps":["trace[525988188] 'process raft request' (duration: 201.179095ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:01.391708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.725422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:35:01.391767Z","caller":"traceutil/trace.go:171","msg":"trace[1149906638] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:4396; }","duration":"204.824684ms","start":"2026-09-15T02:35:01.186925Z","end":"2026-09-15T02:35:01.39175Z","steps":["trace[1149906638] 'agreement among raft nodes before linearized reading' (duration: 204.691691ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:01.391785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.899543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:01.391919Z","caller":"traceutil/trace.go:171","msg":"trace[1156861187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4396; }","duration":"221.113588ms","start":"2026-09-15T02:35:01.170776Z","end":"2026-09-15T02:35:01.39189Z","steps":["trace[1156861187] 'agreement among raft nodes before linearized reading' (duration: 220.852461ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:01.391945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.351109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2xcjv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-09-15T02:35:01.392035Z","caller":"traceutil/trace.go:171","msg":"trace[562060032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2xcjv; range_end:; response_count:1; response_revision:4396; }","duration":"108.489473ms","start":"2026-09-15T02:35:01.283525Z","end":"2026-09-15T02:35:01.392014Z","steps":["trace[562060032] 'agreement among raft nodes before linearized reading' (duration: 108.232396ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:01.392274Z","caller":"traceutil/trace.go:171","msg":"trace[2038724743] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"257.947238ms","start":"2026-09-15T02:35:01.133644Z","end":"2026-09-15T02:35:01.391591Z","steps":["trace[2038724743] 'process raft request' (duration: 257.59835ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:33.533806Z","caller":"traceutil/trace.go:171","msg":"trace[1016856714] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"158.492338ms","start":"2026-09-15T02:35:33.375273Z","end":"2026-09-15T02:35:33.533765Z","steps":["trace[1016856714] 'process raft request' (duration: 78.502547ms)","trace[1016856714] 'compare' (duration: 79.415628ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:33.533921Z","caller":"traceutil/trace.go:171","msg":"trace[1242143598] linearizableReadLoop","detail":"{readStateIndex:4796; appliedIndex:4794; }","duration":"148.759332ms","start":"2026-09-15T02:35:33.385049Z","end":"2026-09-15T02:35:33.533808Z","steps":["trace[1242143598] 'read index received' (duration: 21.900911ms)","trace[1242143598] 'applied index is now lower than readState.Index' (duration: 126.853031ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:35:33.534258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.176043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:35:33.534343Z","caller":"traceutil/trace.go:171","msg":"trace[192852557] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4619; }","duration":"149.307805ms","start":"2026-09-15T02:35:33.385011Z","end":"2026-09-15T02:35:33.534319Z","steps":["trace[192852557] 'agreement among raft nodes before linearized reading' (duration: 148.979596ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:34.044807Z","caller":"traceutil/trace.go:171","msg":"trace[2062883246] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"122.441449ms","start":"2026-09-15T02:35:33.922316Z","end":"2026-09-15T02:35:34.044758Z","steps":["trace[2062883246] 'process raft request' (duration: 89.611075ms)","trace[2062883246] 'compare' (duration: 32.354743ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:35:34.045157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.052399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:34.045289Z","caller":"traceutil/trace.go:171","msg":"trace[1436231975] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/servicemonitors.monitoring.coreos.com; range_end:; response_count:0; response_revision:4627; }","duration":"100.260754ms","start":"2026-09-15T02:35:33.944994Z","end":"2026-09-15T02:35:34.045255Z","steps":["trace[1436231975] 'agreement among raft nodes before linearized reading' (duration: 100.003017ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:34.266636Z","caller":"traceutil/trace.go:171","msg":"trace[1661082585] transaction","detail":"{read_only:false; response_revision:4628; number_of_response:1; }","duration":"186.734816ms","start":"2026-09-15T02:35:34.079855Z","end":"2026-09-15T02:35:34.26659Z","steps":["trace[1661082585] 'process raft request' (duration: 94.776335ms)","trace[1661082585] 'compare' (duration: 91.685974ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:34.26693Z","caller":"traceutil/trace.go:171","msg":"trace[370459604] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"184.061574ms","start":"2026-09-15T02:35:34.082851Z","end":"2026-09-15T02:35:34.266913Z","steps":["trace[370459604] 'process raft request' (duration: 183.948811ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.31563Z","caller":"traceutil/trace.go:171","msg":"trace[447388758] transaction","detail":"{read_only:false; response_revision:4717; number_of_response:1; }","duration":"101.971433ms","start":"2026-09-15T02:35:48.213622Z","end":"2026-09-15T02:35:48.315593Z","steps":["trace[447388758] 'process raft request' (duration: 101.709997ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:03.621219Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2947} {"level":"info","ts":"2026-09-15T02:36:03.752011Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2947,"took":"129.009988ms","hash":1620923854,"current-db-size-bytes":43794432,"current-db-size":"44 MB","current-db-size-in-use-bytes":18632704,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-09-15T02:36:03.752081Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1620923854,"revision":2947,"compact-revision":-1} {"level":"info","ts":"2026-09-15T02:36:26.683737Z","caller":"traceutil/trace.go:171","msg":"trace[2076002533] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5576; }","duration":"412.183216ms","start":"2026-09-15T02:36:26.271531Z","end":"2026-09-15T02:36:26.683714Z","steps":["trace[2076002533] 'read index received' (duration: 412.064993ms)","trace[2076002533] 'applied index is now lower than readState.Index' (duration: 117.023µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:26.684062Z","caller":"traceutil/trace.go:171","msg":"trace[1049763823] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"423.755105ms","start":"2026-09-15T02:36:26.260273Z","end":"2026-09-15T02:36:26.684028Z","steps":["trace[1049763823] 'process raft request' (duration: 423.259364ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:26.684135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.380816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:36:26.684202Z","caller":"traceutil/trace.go:171","msg":"trace[1746584636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5371; }","duration":"429.489348ms","start":"2026-09-15T02:36:26.254693Z","end":"2026-09-15T02:36:26.684182Z","steps":["trace[1746584636] 'agreement among raft nodes before linearized reading' (duration: 429.354275ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:26.684212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:26.260254Z","time spent":"423.885538ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:36:26.684247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:26.254683Z","time spent":"429.55224ms","remote":"127.0.0.1:54480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-15T02:36:27.063949Z","caller":"traceutil/trace.go:171","msg":"trace[600644530] linearizableReadLoop","detail":"{readStateIndex:5578; appliedIndex:5577; }","duration":"380.111227ms","start":"2026-09-15T02:36:26.683812Z","end":"2026-09-15T02:36:27.063923Z","steps":["trace[600644530] 'read index received' (duration: 379.590255ms)","trace[600644530] 'applied index is now lower than readState.Index' (duration: 520.022µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:27.064016Z","caller":"traceutil/trace.go:171","msg":"trace[2090157237] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"785.676459ms","start":"2026-09-15T02:36:26.278313Z","end":"2026-09-15T02:36:27.063989Z","steps":["trace[2090157237] 'process raft request' (duration: 785.255969ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.064137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.321802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb302693-9c92-487d-bb86-c670e8f90a04\" ","response":"range_response_count:1 size:3774"} {"level":"warn","ts":"2026-09-15T02:36:27.064165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.972595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-09-15T02:36:27.064175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:26.278298Z","time spent":"785.779641ms","remote":"127.0.0.1:46242","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414235,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:36:27.064212Z","caller":"traceutil/trace.go:171","msg":"trace[2052012432] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb302693-9c92-487d-bb86-c670e8f90a04; range_end:; response_count:1; response_revision:5372; }","duration":"601.453306ms","start":"2026-09-15T02:36:26.462739Z","end":"2026-09-15T02:36:27.064192Z","steps":["trace[2052012432] 'agreement among raft nodes before linearized reading' (duration: 601.279811ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.064227Z","caller":"traceutil/trace.go:171","msg":"trace[2009919169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5372; }","duration":"789.063869ms","start":"2026-09-15T02:36:26.275145Z","end":"2026-09-15T02:36:27.064209Z","steps":["trace[2009919169] 'agreement among raft nodes before linearized reading' (duration: 788.903394ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.064257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:26.462716Z","time spent":"601.532138ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb302693-9c92-487d-bb86-c670e8f90a04\" "} {"level":"warn","ts":"2026-09-15T02:36:27.064267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:26.275131Z","time spent":"789.12511ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-15T02:36:27.06427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.30572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-bb302693-9c92-487d-bb86-c670e8f90a04\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-09-15T02:36:27.064365Z","caller":"traceutil/trace.go:171","msg":"trace[1235462494] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-bb302693-9c92-487d-bb86-c670e8f90a04; range_end:; response_count:1; response_revision:5372; }","duration":"128.458934ms","start":"2026-09-15T02:36:26.935882Z","end":"2026-09-15T02:36:27.064341Z","steps":["trace[1235462494] 'agreement among raft nodes before linearized reading' (duration: 128.258658ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.221623Z","caller":"traceutil/trace.go:171","msg":"trace[813476445] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"150.642771ms","start":"2026-09-15T02:36:27.070953Z","end":"2026-09-15T02:36:27.221595Z","steps":["trace[813476445] 'process raft request' (duration: 150.424366ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.221758Z","caller":"traceutil/trace.go:171","msg":"trace[314267654] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"150.764294ms","start":"2026-09-15T02:36:27.070963Z","end":"2026-09-15T02:36:27.221728Z","steps":["trace[314267654] 'process raft request' (duration: 150.5635ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.222085Z","caller":"traceutil/trace.go:171","msg":"trace[377846550] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"151.02936ms","start":"2026-09-15T02:36:27.071045Z","end":"2026-09-15T02:36:27.222074Z","steps":["trace[377846550] 'process raft request' (duration: 150.514748ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.222257Z","caller":"traceutil/trace.go:171","msg":"trace[1777905720] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"147.985988ms","start":"2026-09-15T02:36:27.074261Z","end":"2026-09-15T02:36:27.222247Z","steps":["trace[1777905720] 'process raft request' (duration: 147.771103ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.22223Z","caller":"traceutil/trace.go:171","msg":"trace[2024022957] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"151.036299ms","start":"2026-09-15T02:36:27.071156Z","end":"2026-09-15T02:36:27.222192Z","steps":["trace[2024022957] 'process raft request' (duration: 150.847334ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.523592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.550176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17071"} {"level":"info","ts":"2026-09-15T02:36:27.523699Z","caller":"traceutil/trace.go:171","msg":"trace[1375850615] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5378; }","duration":"158.670858ms","start":"2026-09-15T02:36:27.364999Z","end":"2026-09-15T02:36:27.52367Z","steps":["trace[1375850615] 'range keys from in-memory index tree' (duration: 158.355171ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.523704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.101242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6849a51f-3220-4b89-80eb-85517da911ac\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-09-15T02:36:27.523761Z","caller":"traceutil/trace.go:171","msg":"trace[1716763225] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6849a51f-3220-4b89-80eb-85517da911ac; range_end:; response_count:1; response_revision:5378; }","duration":"248.201864ms","start":"2026-09-15T02:36:27.275543Z","end":"2026-09-15T02:36:27.523745Z","steps":["trace[1716763225] 'range keys from in-memory index tree' (duration: 247.939918ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.524149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.948428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:22 size:526631"} {"level":"info","ts":"2026-09-15T02:36:27.524222Z","caller":"traceutil/trace.go:171","msg":"trace[576525027] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:22; response_revision:5378; }","duration":"215.080442ms","start":"2026-09-15T02:36:27.309124Z","end":"2026-09-15T02:36:27.524204Z","steps":["trace[576525027] 'range keys from in-memory index tree' (duration: 214.375925ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:30.817016Z","caller":"traceutil/trace.go:171","msg":"trace[1099679053] linearizableReadLoop","detail":"{readStateIndex:5733; appliedIndex:5732; }","duration":"133.45208ms","start":"2026-09-15T02:36:30.683535Z","end":"2026-09-15T02:36:30.816987Z","steps":["trace[1099679053] 'read index received' (duration: 123.063487ms)","trace[1099679053] 'applied index is now lower than readState.Index' (duration: 10.387852ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:30.817303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.741886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-09-15T02:36:30.817347Z","caller":"traceutil/trace.go:171","msg":"trace[1818743997] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5522; }","duration":"133.834259ms","start":"2026-09-15T02:36:30.683499Z","end":"2026-09-15T02:36:30.817333Z","steps":["trace[1818743997] 'agreement among raft nodes before linearized reading' (duration: 133.612304ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:30.817551Z","caller":"traceutil/trace.go:171","msg":"trace[972945538] transaction","detail":"{read_only:false; response_revision:5522; number_of_response:1; }","duration":"141.313454ms","start":"2026-09-15T02:36:30.676207Z","end":"2026-09-15T02:36:30.817521Z","steps":["trace[972945538] 'process raft request' (duration: 130.43738ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:32.093274Z","caller":"traceutil/trace.go:171","msg":"trace[1736913170] transaction","detail":"{read_only:false; response_revision:5566; number_of_response:1; }","duration":"108.913777ms","start":"2026-09-15T02:36:31.984337Z","end":"2026-09-15T02:36:32.09325Z","steps":["trace[1736913170] 'process raft request' (duration: 108.744123ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:33.264752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.667956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-15T02:36:33.264868Z","caller":"traceutil/trace.go:171","msg":"trace[1312738718] linearizableReadLoop","detail":"{readStateIndex:5820; appliedIndex:5819; }","duration":"224.599133ms","start":"2026-09-15T02:36:33.040247Z","end":"2026-09-15T02:36:33.264846Z","steps":["trace[1312738718] 'read index received' (duration: 14.819575ms)","trace[1312738718] 'applied index is now lower than readState.Index' (duration: 209.777838ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:33.265419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.150517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:786896"} {"level":"info","ts":"2026-09-15T02:36:33.265512Z","caller":"traceutil/trace.go:171","msg":"trace[1117174720] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:5604; }","duration":"225.250749ms","start":"2026-09-15T02:36:33.040238Z","end":"2026-09-15T02:36:33.265489Z","steps":["trace[1117174720] 'agreement among raft nodes before linearized reading' (duration: 224.715566ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:33.265659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2048c014-5ece-495c-80af-740b26fabc90\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-09-15T02:36:33.265733Z","caller":"traceutil/trace.go:171","msg":"trace[225765082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2048c014-5ece-495c-80af-740b26fabc90; range_end:; response_count:1; response_revision:5604; }","duration":"136.956202ms","start":"2026-09-15T02:36:33.128762Z","end":"2026-09-15T02:36:33.265718Z","steps":["trace[225765082] 'agreement among raft nodes before linearized reading' (duration: 136.316847ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:33.373302Z","caller":"traceutil/trace.go:171","msg":"trace[886585237] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"104.512285ms","start":"2026-09-15T02:36:33.268756Z","end":"2026-09-15T02:36:33.373269Z","steps":["trace[886585237] 'process raft request' (duration: 104.31568ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:33.379088Z","caller":"traceutil/trace.go:171","msg":"trace[648617639] transaction","detail":"{read_only:false; response_revision:5609; number_of_response:1; }","duration":"107.040565ms","start":"2026-09-15T02:36:33.272032Z","end":"2026-09-15T02:36:33.379072Z","steps":["trace[648617639] 'process raft request' (duration: 107.000684ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:33.379168Z","caller":"traceutil/trace.go:171","msg":"trace[293215872] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"110.277511ms","start":"2026-09-15T02:36:33.268837Z","end":"2026-09-15T02:36:33.379114Z","steps":["trace[293215872] 'process raft request' (duration: 109.945763ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:33.379226Z","caller":"traceutil/trace.go:171","msg":"trace[840258682] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"109.957183ms","start":"2026-09-15T02:36:33.269239Z","end":"2026-09-15T02:36:33.379197Z","steps":["trace[840258682] 'process raft request' (duration: 109.631456ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:33.379283Z","caller":"traceutil/trace.go:171","msg":"trace[2081719500] transaction","detail":"{read_only:false; response_revision:5608; number_of_response:1; }","duration":"108.52269ms","start":"2026-09-15T02:36:33.270735Z","end":"2026-09-15T02:36:33.379258Z","steps":["trace[2081719500] 'process raft request' (duration: 108.208863ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.61354Z","caller":"traceutil/trace.go:171","msg":"trace[943887399] transaction","detail":"{read_only:false; response_revision:5789; number_of_response:1; }","duration":"105.405277ms","start":"2026-09-15T02:36:45.508107Z","end":"2026-09-15T02:36:45.613512Z","steps":["trace[943887399] 'process raft request' (duration: 61.456543ms)","trace[943887399] 'compare' (duration: 43.76761ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:45.613882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.747497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-15T02:36:45.613964Z","caller":"traceutil/trace.go:171","msg":"trace[1120739438] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5790; }","duration":"100.892501ms","start":"2026-09-15T02:36:45.513055Z","end":"2026-09-15T02:36:45.613947Z","steps":["trace[1120739438] 'agreement among raft nodes before linearized reading' (duration: 100.664336ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.954066Z","caller":"traceutil/trace.go:171","msg":"trace[106589004] transaction","detail":"{read_only:false; response_revision:5793; number_of_response:1; }","duration":"144.055188ms","start":"2026-09-15T02:36:45.809983Z","end":"2026-09-15T02:36:45.954039Z","steps":["trace[106589004] 'process raft request' (duration: 143.70053ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.959793Z","caller":"traceutil/trace.go:171","msg":"trace[855376641] transaction","detail":"{read_only:false; response_revision:5794; number_of_response:1; }","duration":"149.132695ms","start":"2026-09-15T02:36:45.810644Z","end":"2026-09-15T02:36:45.959777Z","steps":["trace[855376641] 'process raft request' (duration: 148.973852ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.960212Z","caller":"traceutil/trace.go:171","msg":"trace[1588768938] transaction","detail":"{read_only:false; response_revision:5795; number_of_response:1; }","duration":"148.179983ms","start":"2026-09-15T02:36:45.812019Z","end":"2026-09-15T02:36:45.960199Z","steps":["trace[1588768938] 'process raft request' (duration: 147.710362ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.960496Z","caller":"traceutil/trace.go:171","msg":"trace[42249896] transaction","detail":"{read_only:false; response_revision:5796; number_of_response:1; }","duration":"148.380498ms","start":"2026-09-15T02:36:45.812102Z","end":"2026-09-15T02:36:45.960482Z","steps":["trace[42249896] 'process raft request' (duration: 147.855555ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.960593Z","caller":"traceutil/trace.go:171","msg":"trace[1703316200] linearizableReadLoop","detail":"{readStateIndex:6018; appliedIndex:6014; }","duration":"139.735367ms","start":"2026-09-15T02:36:45.82083Z","end":"2026-09-15T02:36:45.960566Z","steps":["trace[1703316200] 'read index received' (duration: 132.859377ms)","trace[1703316200] 'applied index is now lower than readState.Index' (duration: 6.87442ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:45.960832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.003622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-09-15T02:36:45.960862Z","caller":"traceutil/trace.go:171","msg":"trace[1335483730] transaction","detail":"{read_only:false; response_revision:5797; number_of_response:1; }","duration":"138.17165ms","start":"2026-09-15T02:36:45.822675Z","end":"2026-09-15T02:36:45.960847Z","steps":["trace[1335483730] 'process raft request' (duration: 137.607527ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:45.960929Z","caller":"traceutil/trace.go:171","msg":"trace[1719663409] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5797; }","duration":"140.114225ms","start":"2026-09-15T02:36:45.820763Z","end":"2026-09-15T02:36:45.960877Z","steps":["trace[1719663409] 'agreement among raft nodes before linearized reading' (duration: 139.914181ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:47.453145Z","caller":"traceutil/trace.go:171","msg":"trace[103266292] transaction","detail":"{read_only:false; response_revision:5838; number_of_response:1; }","duration":"120.077919ms","start":"2026-09-15T02:36:47.333028Z","end":"2026-09-15T02:36:47.453106Z","steps":["trace[103266292] 'process raft request' (duration: 110.792332ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:47.456308Z","caller":"traceutil/trace.go:171","msg":"trace[1023455488] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"123.14968ms","start":"2026-09-15T02:36:47.333135Z","end":"2026-09-15T02:36:47.456285Z","steps":["trace[1023455488] 'process raft request' (duration: 123.025897ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:59.713748Z","caller":"traceutil/trace.go:171","msg":"trace[969049609] transaction","detail":"{read_only:false; response_revision:6068; number_of_response:1; }","duration":"102.390005ms","start":"2026-09-15T02:36:59.611334Z","end":"2026-09-15T02:36:59.713724Z","steps":["trace[969049609] 'process raft request' (duration: 102.065378ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:59.857858Z","caller":"traceutil/trace.go:171","msg":"trace[1224040230] transaction","detail":"{read_only:false; response_revision:6069; number_of_response:1; }","duration":"139.850239ms","start":"2026-09-15T02:36:59.71795Z","end":"2026-09-15T02:36:59.8578Z","steps":["trace[1224040230] 'process raft request' (duration: 58.873782ms)","trace[1224040230] 'compare' (duration: 80.851254ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:59.861882Z","caller":"traceutil/trace.go:171","msg":"trace[611615750] linearizableReadLoop","detail":"{readStateIndex:6299; appliedIndex:6296; }","duration":"142.403989ms","start":"2026-09-15T02:36:59.719453Z","end":"2026-09-15T02:36:59.861857Z","steps":["trace[611615750] 'read index received' (duration: 57.389087ms)","trace[611615750] 'applied index is now lower than readState.Index' (duration: 85.013712ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:59.861932Z","caller":"traceutil/trace.go:171","msg":"trace[237188955] transaction","detail":"{read_only:false; response_revision:6070; number_of_response:1; }","duration":"143.402731ms","start":"2026-09-15T02:36:59.718474Z","end":"2026-09-15T02:36:59.861877Z","steps":["trace[237188955] 'process raft request' (duration: 143.140485ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:59.862069Z","caller":"traceutil/trace.go:171","msg":"trace[677899751] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"143.32559ms","start":"2026-09-15T02:36:59.718732Z","end":"2026-09-15T02:36:59.862057Z","steps":["trace[677899751] 'process raft request' (duration: 143.025023ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:59.862002Z","caller":"traceutil/trace.go:171","msg":"trace[429477425] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"142.512041ms","start":"2026-09-15T02:36:59.719469Z","end":"2026-09-15T02:36:59.861981Z","steps":["trace[429477425] 'process raft request' (duration: 142.328117ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:59.862161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.679685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"info","ts":"2026-09-15T02:36:59.862216Z","caller":"traceutil/trace.go:171","msg":"trace[1562499830] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6072; }","duration":"142.778308ms","start":"2026-09-15T02:36:59.719426Z","end":"2026-09-15T02:36:59.862204Z","steps":["trace[1562499830] 'agreement among raft nodes before linearized reading' (duration: 142.570123ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:00.213507Z","caller":"traceutil/trace.go:171","msg":"trace[1705882900] linearizableReadLoop","detail":"{readStateIndex:6301; appliedIndex:6300; }","duration":"300.806191ms","start":"2026-09-15T02:36:59.912672Z","end":"2026-09-15T02:37:00.213479Z","steps":["trace[1705882900] 'read index received' (duration: 279.794561ms)","trace[1705882900] 'applied index is now lower than readState.Index' (duration: 21.01012ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:37:00.213821Z","caller":"traceutil/trace.go:171","msg":"trace[1231052186] transaction","detail":"{read_only:false; response_revision:6073; number_of_response:1; }","duration":"302.093909ms","start":"2026-09-15T02:36:59.911709Z","end":"2026-09-15T02:37:00.213803Z","steps":["trace[1231052186] 'process raft request' (duration: 280.771872ms)","trace[1231052186] 'compare' (duration: 20.883777ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:37:00.21403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:59.911683Z","time spent":"302.247994ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:37:00.214027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.321493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:37:00.214142Z","caller":"traceutil/trace.go:171","msg":"trace[1407682392] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:6073; }","duration":"301.500397ms","start":"2026-09-15T02:36:59.912619Z","end":"2026-09-15T02:37:00.21412Z","steps":["trace[1407682392] 'agreement among raft nodes before linearized reading' (duration: 301.317523ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.214212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:59.9126Z","time spent":"301.590229ms","remote":"127.0.0.1:54680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:37:00.30273Z","caller":"traceutil/trace.go:171","msg":"trace[1641007586] transaction","detail":"{read_only:false; response_revision:6074; number_of_response:1; }","duration":"121.163294ms","start":"2026-09-15T02:37:00.181541Z","end":"2026-09-15T02:37:00.302704Z","steps":["trace[1641007586] 'process raft request' (duration: 120.97954ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:00.302779Z","caller":"traceutil/trace.go:171","msg":"trace[326841066] transaction","detail":"{read_only:false; response_revision:6075; number_of_response:1; }","duration":"118.651305ms","start":"2026-09-15T02:37:00.184057Z","end":"2026-09-15T02:37:00.302708Z","steps":["trace[326841066] 'process raft request' (duration: 118.580794ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.302997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.161507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:37:00.303028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.121122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2xcjv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-09-15T02:37:00.303055Z","caller":"traceutil/trace.go:171","msg":"trace[605186548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6076; }","duration":"131.260859ms","start":"2026-09-15T02:37:00.171781Z","end":"2026-09-15T02:37:00.303042Z","steps":["trace[605186548] 'agreement among raft nodes before linearized reading' (duration: 131.116206ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:00.303071Z","caller":"traceutil/trace.go:171","msg":"trace[147670762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2xcjv; range_end:; response_count:1; response_revision:6076; }","duration":"112.202614ms","start":"2026-09-15T02:37:00.190855Z","end":"2026-09-15T02:37:00.303058Z","steps":["trace[147670762] 'agreement among raft nodes before linearized reading' (duration: 112.02011ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:00.303259Z","caller":"traceutil/trace.go:171","msg":"trace[584796028] transaction","detail":"{read_only:false; response_revision:6076; number_of_response:1; }","duration":"118.403368ms","start":"2026-09-15T02:37:00.184836Z","end":"2026-09-15T02:37:00.303239Z","steps":["trace[584796028] 'process raft request' (duration: 117.839396ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.303652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.528809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7542"} {"level":"info","ts":"2026-09-15T02:37:00.303868Z","caller":"traceutil/trace.go:171","msg":"trace[470631323] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6076; }","duration":"389.801225ms","start":"2026-09-15T02:36:59.914023Z","end":"2026-09-15T02:37:00.303824Z","steps":["trace[470631323] 'agreement among raft nodes before linearized reading' (duration: 389.136999ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.304069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:59.91401Z","time spent":"390.03557ms","remote":"127.0.0.1:44696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7566,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-09-15T02:37:00.757672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.013763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-09-15T02:37:00.757759Z","caller":"traceutil/trace.go:171","msg":"trace[765159370] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6076; }","duration":"419.157926ms","start":"2026-09-15T02:37:00.338582Z","end":"2026-09-15T02:37:00.75774Z","steps":["trace[765159370] 'range keys from in-memory index tree' (duration: 418.822349ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.757797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:37:00.338548Z","time spent":"419.240108ms","remote":"127.0.0.1:54596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-09-15T02:37:00.814175Z","caller":"traceutil/trace.go:171","msg":"trace[505049784] linearizableReadLoop","detail":"{readStateIndex:6305; appliedIndex:6304; }","duration":"358.038243ms","start":"2026-09-15T02:37:00.456115Z","end":"2026-09-15T02:37:00.814153Z","steps":["trace[505049784] 'read index received' (duration: 357.861919ms)","trace[505049784] 'applied index is now lower than readState.Index' (duration: 175.464µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:37:00.81453Z","caller":"traceutil/trace.go:171","msg":"trace[1919353728] transaction","detail":"{read_only:false; response_revision:6077; number_of_response:1; }","duration":"396.09614ms","start":"2026-09-15T02:37:00.418416Z","end":"2026-09-15T02:37:00.814512Z","steps":["trace[1919353728] 'process raft request' (duration: 395.620798ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.814676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:37:00.418387Z","time spent":"396.208943ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:37:00.814738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.055333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-wfsbw\" ","response":"range_response_count:1 size:4757"} {"level":"info","ts":"2026-09-15T02:37:00.814819Z","caller":"traceutil/trace.go:171","msg":"trace[1125223253] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-wfsbw; range_end:; response_count:1; response_revision:6077; }","duration":"158.146775ms","start":"2026-09-15T02:37:00.656653Z","end":"2026-09-15T02:37:00.8148Z","steps":["trace[1125223253] 'agreement among raft nodes before linearized reading' (duration: 157.943731ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.814932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.78539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:37:00.815002Z","caller":"traceutil/trace.go:171","msg":"trace[2082049299] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:6077; }","duration":"358.925384ms","start":"2026-09-15T02:37:00.456059Z","end":"2026-09-15T02:37:00.814985Z","steps":["trace[2082049299] 'agreement among raft nodes before linearized reading' (duration: 358.780791ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:00.815047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:37:00.456039Z","time spent":"358.993006ms","remote":"127.0.0.1:54590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:37:08.955563Z","caller":"traceutil/trace.go:171","msg":"trace[1187279215] transaction","detail":"{read_only:false; response_revision:6178; number_of_response:1; }","duration":"113.71926ms","start":"2026-09-15T02:37:08.84182Z","end":"2026-09-15T02:37:08.955539Z","steps":["trace[1187279215] 'process raft request' (duration: 112.108713ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.601301Z","caller":"traceutil/trace.go:171","msg":"trace[408657160] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"166.420968ms","start":"2026-09-15T02:37:40.434838Z","end":"2026-09-15T02:37:40.601259Z","steps":["trace[408657160] 'process raft request' (duration: 92.286461ms)","trace[408657160] 'compare' (duration: 73.81195ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:37:40.60141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.729525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:37:40.601448Z","caller":"traceutil/trace.go:171","msg":"trace[1782964701] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:6452; }","duration":"163.788907ms","start":"2026-09-15T02:37:40.437649Z","end":"2026-09-15T02:37:40.601438Z","steps":["trace[1782964701] 'agreement among raft nodes before linearized reading' (duration: 163.690585ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.601742Z","caller":"traceutil/trace.go:171","msg":"trace[1872260654] linearizableReadLoop","detail":"{readStateIndex:6690; appliedIndex:6688; }","duration":"163.49268ms","start":"2026-09-15T02:37:40.437652Z","end":"2026-09-15T02:37:40.601145Z","steps":["trace[1872260654] 'read index received' (duration: 25.597016ms)","trace[1872260654] 'applied index is now lower than readState.Index' (duration: 137.894704ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:37:40.609317Z","caller":"traceutil/trace.go:171","msg":"trace[187527272] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"143.596177ms","start":"2026-09-15T02:37:40.465702Z","end":"2026-09-15T02:37:40.609298Z","steps":["trace[187527272] 'process raft request' (duration: 143.445972ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.609607Z","caller":"traceutil/trace.go:171","msg":"trace[904475624] transaction","detail":"{read_only:false; response_revision:6454; number_of_response:1; }","duration":"137.694109ms","start":"2026-09-15T02:37:40.471896Z","end":"2026-09-15T02:37:40.60959Z","steps":["trace[904475624] 'process raft request' (duration: 137.361731ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.609848Z","caller":"traceutil/trace.go:171","msg":"trace[1841926747] transaction","detail":"{read_only:false; response_revision:6455; number_of_response:1; }","duration":"137.832572ms","start":"2026-09-15T02:37:40.471985Z","end":"2026-09-15T02:37:40.609817Z","steps":["trace[1841926747] 'process raft request' (duration: 137.533526ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:40.610144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.78964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-09-15T02:37:40.610189Z","caller":"traceutil/trace.go:171","msg":"trace[1722151520] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:6456; }","duration":"146.869913ms","start":"2026-09-15T02:37:40.463309Z","end":"2026-09-15T02:37:40.610179Z","steps":["trace[1722151520] 'agreement among raft nodes before linearized reading' (duration: 146.73638ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:40.610146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.995971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-09-15T02:37:40.61026Z","caller":"traceutil/trace.go:171","msg":"trace[888288418] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:6456; }","duration":"170.166635ms","start":"2026-09-15T02:37:40.440076Z","end":"2026-09-15T02:37:40.610242Z","steps":["trace[888288418] 'agreement among raft nodes before linearized reading' (duration: 169.979301ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.725404Z","caller":"traceutil/trace.go:171","msg":"trace[305590411] linearizableReadLoop","detail":"{readStateIndex:6695; appliedIndex:6694; }","duration":"115.379569ms","start":"2026-09-15T02:37:40.609994Z","end":"2026-09-15T02:37:40.725373Z","steps":["trace[305590411] 'read index received' (duration: 100.290658ms)","trace[305590411] 'applied index is now lower than readState.Index' (duration: 15.087371ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:37:40.725499Z","caller":"traceutil/trace.go:171","msg":"trace[768136718] transaction","detail":"{read_only:false; response_revision:6457; number_of_response:1; }","duration":"121.678364ms","start":"2026-09-15T02:37:40.603772Z","end":"2026-09-15T02:37:40.72545Z","steps":["trace[768136718] 'process raft request' (duration: 106.520062ms)","trace[768136718] 'compare' (duration: 14.902927ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:37:40.725705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.642991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11046"} {"level":"info","ts":"2026-09-15T02:37:40.725797Z","caller":"traceutil/trace.go:171","msg":"trace[1612745795] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:6457; }","duration":"117.788585ms","start":"2026-09-15T02:37:40.60799Z","end":"2026-09-15T02:37:40.725779Z","steps":["trace[1612745795] 'agreement among raft nodes before linearized reading' (duration: 117.495638ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.802964Z","caller":"traceutil/trace.go:171","msg":"trace[1973801953] transaction","detail":"{read_only:false; response_revision:6458; number_of_response:1; }","duration":"186.322362ms","start":"2026-09-15T02:37:40.616569Z","end":"2026-09-15T02:37:40.802891Z","steps":["trace[1973801953] 'process raft request' (duration: 186.200399ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:40.803212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.466632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3684"} {"level":"warn","ts":"2026-09-15T02:37:40.803231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.885691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-09-15T02:37:40.803284Z","caller":"traceutil/trace.go:171","msg":"trace[1740731609] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:6458; }","duration":"164.612706ms","start":"2026-09-15T02:37:40.638653Z","end":"2026-09-15T02:37:40.803265Z","steps":["trace[1740731609] 'agreement among raft nodes before linearized reading' (duration: 164.31517ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.803293Z","caller":"traceutil/trace.go:171","msg":"trace[1880982020] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:6458; }","duration":"188.965224ms","start":"2026-09-15T02:37:40.614312Z","end":"2026-09-15T02:37:40.803277Z","steps":["trace[1880982020] 'agreement among raft nodes before linearized reading' (duration: 188.779969ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:40.803413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.950017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:10 size:92227"} {"level":"info","ts":"2026-09-15T02:37:40.803528Z","caller":"traceutil/trace.go:171","msg":"trace[1065288747] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:10; response_revision:6458; }","duration":"190.10415ms","start":"2026-09-15T02:37:40.613397Z","end":"2026-09-15T02:37:40.803501Z","steps":["trace[1065288747] 'agreement among raft nodes before linearized reading' (duration: 189.539307ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.876706Z","caller":"traceutil/trace.go:171","msg":"trace[1144889703] transaction","detail":"{read_only:false; response_revision:6459; number_of_response:1; }","duration":"145.0638ms","start":"2026-09-15T02:37:40.731612Z","end":"2026-09-15T02:37:40.876676Z","steps":["trace[1144889703] 'process raft request' (duration: 142.838738ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.876888Z","caller":"traceutil/trace.go:171","msg":"trace[428178211] transaction","detail":"{read_only:false; response_revision:6460; number_of_response:1; }","duration":"144.832685ms","start":"2026-09-15T02:37:40.732012Z","end":"2026-09-15T02:37:40.876845Z","steps":["trace[428178211] 'process raft request' (duration: 144.558088ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.877005Z","caller":"traceutil/trace.go:171","msg":"trace[1780351701] transaction","detail":"{read_only:false; response_revision:6461; number_of_response:1; }","duration":"144.941069ms","start":"2026-09-15T02:37:40.732044Z","end":"2026-09-15T02:37:40.876985Z","steps":["trace[1780351701] 'process raft request' (duration: 144.62439ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.877258Z","caller":"traceutil/trace.go:171","msg":"trace[1021998556] transaction","detail":"{read_only:false; response_revision:6463; number_of_response:1; }","duration":"136.805178ms","start":"2026-09-15T02:37:40.740416Z","end":"2026-09-15T02:37:40.877221Z","steps":["trace[1021998556] 'process raft request' (duration: 136.579833ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.877241Z","caller":"traceutil/trace.go:171","msg":"trace[227962968] transaction","detail":"{read_only:false; response_revision:6462; number_of_response:1; }","duration":"138.680352ms","start":"2026-09-15T02:37:40.738542Z","end":"2026-09-15T02:37:40.877222Z","steps":["trace[227962968] 'process raft request' (duration: 138.352214ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:41.035182Z","caller":"traceutil/trace.go:171","msg":"trace[1270323963] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"107.602177ms","start":"2026-09-15T02:37:40.927545Z","end":"2026-09-15T02:37:41.035147Z","steps":["trace[1270323963] 'process raft request' (duration: 107.289089ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:41.035251Z","caller":"traceutil/trace.go:171","msg":"trace[868766069] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"103.246306ms","start":"2026-09-15T02:37:40.931965Z","end":"2026-09-15T02:37:41.035212Z","steps":["trace[868766069] 'process raft request' (duration: 103.058122ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:41.03532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.098893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:37:41.035553Z","caller":"traceutil/trace.go:171","msg":"trace[406606312] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:6472; }","duration":"109.210356ms","start":"2026-09-15T02:37:40.926165Z","end":"2026-09-15T02:37:41.035375Z","steps":["trace[406606312] 'agreement among raft nodes before linearized reading' (duration: 109.077033ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:54.335701Z","caller":"traceutil/trace.go:171","msg":"trace[141036951] transaction","detail":"{read_only:false; response_revision:6571; number_of_response:1; }","duration":"149.652827ms","start":"2026-09-15T02:37:54.186026Z","end":"2026-09-15T02:37:54.335679Z","steps":["trace[141036951] 'process raft request' (duration: 82.656396ms)","trace[141036951] 'compare' (duration: 66.716315ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:37:54.335973Z","caller":"traceutil/trace.go:171","msg":"trace[2049461484] transaction","detail":"{read_only:false; response_revision:6572; number_of_response:1; }","duration":"149.735229ms","start":"2026-09-15T02:37:54.186229Z","end":"2026-09-15T02:37:54.335964Z","steps":["trace[2049461484] 'process raft request' (duration: 149.408102ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:54.335989Z","caller":"traceutil/trace.go:171","msg":"trace[110465088] linearizableReadLoop","detail":"{readStateIndex:6814; appliedIndex:6811; }","duration":"144.319922ms","start":"2026-09-15T02:37:54.191642Z","end":"2026-09-15T02:37:54.335962Z","steps":["trace[110465088] 'read index received' (duration: 77.127947ms)","trace[110465088] 'applied index is now lower than readState.Index' (duration: 67.190745ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:37:54.336054Z","caller":"traceutil/trace.go:171","msg":"trace[1436277882] transaction","detail":"{read_only:false; response_revision:6573; number_of_response:1; }","duration":"149.7972ms","start":"2026-09-15T02:37:54.186244Z","end":"2026-09-15T02:37:54.336042Z","steps":["trace[1436277882] 'process raft request' (duration: 149.580415ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:54.33617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.64869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:37:54.336171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.513648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:37:54.336207Z","caller":"traceutil/trace.go:171","msg":"trace[184940334] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6573; }","duration":"135.720072ms","start":"2026-09-15T02:37:54.200477Z","end":"2026-09-15T02:37:54.336197Z","steps":["trace[184940334] 'agreement among raft nodes before linearized reading' (duration: 135.65246ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:54.336211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.515987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:37:54.336232Z","caller":"traceutil/trace.go:171","msg":"trace[1928430167] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:6573; }","duration":"144.596729ms","start":"2026-09-15T02:37:54.191609Z","end":"2026-09-15T02:37:54.336205Z","steps":["trace[1928430167] 'agreement among raft nodes before linearized reading' (duration: 144.475506ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:54.33626Z","caller":"traceutil/trace.go:171","msg":"trace[1402996794] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:6573; }","duration":"144.612041ms","start":"2026-09-15T02:37:54.191633Z","end":"2026-09-15T02:37:54.336246Z","steps":["trace[1402996794] 'agreement among raft nodes before linearized reading' (duration: 144.487137ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:37:54.336348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.951494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-09-15T02:37:54.336438Z","caller":"traceutil/trace.go:171","msg":"trace[170611087] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:6573; }","duration":"141.074108ms","start":"2026-09-15T02:37:54.195342Z","end":"2026-09-15T02:37:54.336416Z","steps":["trace[170611087] 'agreement among raft nodes before linearized reading' (duration: 140.824471ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:41:03.629018Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4799} {"level":"info","ts":"2026-09-15T02:41:03.685758Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4799,"took":"55.128969ms","hash":2802693080,"current-db-size-bytes":43794432,"current-db-size":"44 MB","current-db-size-in-use-bytes":39202816,"current-db-size-in-use":"39 MB"} {"level":"info","ts":"2026-09-15T02:41:03.685916Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2802693080,"revision":4799,"compact-revision":2947} {"level":"info","ts":"2026-09-15T02:43:24.333077Z","caller":"traceutil/trace.go:171","msg":"trace[221149522] transaction","detail":"{read_only:false; response_revision:8972; number_of_response:1; }","duration":"175.23451ms","start":"2026-09-15T02:43:24.157811Z","end":"2026-09-15T02:43:24.333046Z","steps":["trace[221149522] 'process raft request' (duration: 175.018695ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:24.610027Z","caller":"traceutil/trace.go:171","msg":"trace[878331312] linearizableReadLoop","detail":"{readStateIndex:9295; appliedIndex:9291; }","duration":"446.984609ms","start":"2026-09-15T02:43:24.163019Z","end":"2026-09-15T02:43:24.610004Z","steps":["trace[878331312] 'read index received' (duration: 169.842434ms)","trace[878331312] 'applied index is now lower than readState.Index' (duration: 277.141255ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:43:24.610318Z","caller":"traceutil/trace.go:171","msg":"trace[182417865] transaction","detail":"{read_only:false; response_revision:8973; number_of_response:1; }","duration":"451.993596ms","start":"2026-09-15T02:43:24.158311Z","end":"2026-09-15T02:43:24.610305Z","steps":["trace[182417865] 'process raft request' (duration: 451.441052ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.610466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.158295Z","time spent":"452.061747ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:43:24.610556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.63748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:43:24.610618Z","caller":"traceutil/trace.go:171","msg":"trace[1698644912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8975; }","duration":"440.778564ms","start":"2026-09-15T02:43:24.169825Z","end":"2026-09-15T02:43:24.610604Z","steps":["trace[1698644912] 'agreement among raft nodes before linearized reading' (duration: 440.663811ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.610654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.169809Z","time spent":"440.838375ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:43:24.610824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.780347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:43:24.610864Z","caller":"traceutil/trace.go:171","msg":"trace[2137505383] transaction","detail":"{read_only:false; response_revision:8974; number_of_response:1; }","duration":"452.468556ms","start":"2026-09-15T02:43:24.158385Z","end":"2026-09-15T02:43:24.610853Z","steps":["trace[2137505383] 'process raft request' (duration: 451.539605ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.610841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.730911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-09-15T02:43:24.610933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.158344Z","time spent":"452.556048ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:43:24.61098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.51757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-15T02:43:24.610992Z","caller":"traceutil/trace.go:171","msg":"trace[223932362] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8975; }","duration":"325.944986ms","start":"2026-09-15T02:43:24.285001Z","end":"2026-09-15T02:43:24.610946Z","steps":["trace[223932362] 'agreement among raft nodes before linearized reading' (duration: 325.549547ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:24.611038Z","caller":"traceutil/trace.go:171","msg":"trace[1416070210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8975; }","duration":"329.614972ms","start":"2026-09-15T02:43:24.281409Z","end":"2026-09-15T02:43:24.611024Z","steps":["trace[1416070210] 'agreement among raft nodes before linearized reading' (duration: 329.436888ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.611062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.284987Z","time spent":"326.05908ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-15T02:43:24.611185Z","caller":"traceutil/trace.go:171","msg":"trace[371186197] transaction","detail":"{read_only:false; response_revision:8975; number_of_response:1; }","duration":"452.081726ms","start":"2026-09-15T02:43:24.159086Z","end":"2026-09-15T02:43:24.611168Z","steps":["trace[371186197] 'process raft request' (duration: 450.880789ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.611211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.174918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-09-15T02:43:24.611087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.281385Z","time spent":"329.691323ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-09-15T02:43:24.611257Z","caller":"traceutil/trace.go:171","msg":"trace[2113893724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8975; }","duration":"340.270433ms","start":"2026-09-15T02:43:24.270973Z","end":"2026-09-15T02:43:24.611244Z","steps":["trace[2113893724] 'agreement among raft nodes before linearized reading' (duration: 340.135559ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.61129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.270944Z","time spent":"340.337694ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-15T02:43:24.611298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.159077Z","time spent":"452.16511ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:43:24.611485Z","caller":"traceutil/trace.go:171","msg":"trace[542134216] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8975; }","duration":"447.93056ms","start":"2026-09-15T02:43:24.162965Z","end":"2026-09-15T02:43:24.610896Z","steps":["trace[542134216] 'agreement among raft nodes before linearized reading' (duration: 447.443939ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:24.611617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:24.162945Z","time spent":"448.635348ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T02:43:24.612157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.166387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:43:24.612199Z","caller":"traceutil/trace.go:171","msg":"trace[2093553559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8975; }","duration":"207.287061ms","start":"2026-09-15T02:43:24.404901Z","end":"2026-09-15T02:43:24.612189Z","steps":["trace[2093553559] 'agreement among raft nodes before linearized reading' (duration: 206.127033ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:26.353593Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002456.wal"} {"level":"info","ts":"2026-09-15T02:43:36.701049Z","caller":"traceutil/trace.go:171","msg":"trace[115758119] transaction","detail":"{read_only:false; response_revision:9034; number_of_response:1; }","duration":"296.079907ms","start":"2026-09-15T02:43:36.404939Z","end":"2026-09-15T02:43:36.701019Z","steps":["trace[115758119] 'process raft request' (duration: 295.891753ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:36.808566Z","caller":"traceutil/trace.go:171","msg":"trace[2000464519] linearizableReadLoop","detail":"{readStateIndex:9358; appliedIndex:9356; }","duration":"107.304071ms","start":"2026-09-15T02:43:36.701237Z","end":"2026-09-15T02:43:36.808541Z","steps":["trace[2000464519] 'read index received' (duration: 98.551257ms)","trace[2000464519] 'applied index is now lower than readState.Index' (duration: 8.751514ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:43:36.808704Z","caller":"traceutil/trace.go:171","msg":"trace[500675494] transaction","detail":"{read_only:false; response_revision:9035; number_of_response:1; }","duration":"149.197701ms","start":"2026-09-15T02:43:36.659491Z","end":"2026-09-15T02:43:36.808689Z","steps":["trace[500675494] 'process raft request' (duration: 140.374674ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:36.809091Z","caller":"traceutil/trace.go:171","msg":"trace[2129470309] transaction","detail":"{read_only:false; response_revision:9036; number_of_response:1; }","duration":"132.91986ms","start":"2026-09-15T02:43:36.676136Z","end":"2026-09-15T02:43:36.809055Z","steps":["trace[2129470309] 'process raft request' (duration: 132.340087ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:36.80895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.225083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:43:36.809513Z","caller":"traceutil/trace.go:171","msg":"trace[1208339289] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9036; }","duration":"129.863389ms","start":"2026-09-15T02:43:36.679632Z","end":"2026-09-15T02:43:36.809496Z","steps":["trace[1208339289] 'agreement among raft nodes before linearized reading' (duration: 129.165522ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:37.815111Z","caller":"traceutil/trace.go:171","msg":"trace[1041790390] transaction","detail":"{read_only:false; response_revision:9045; number_of_response:1; }","duration":"117.0811ms","start":"2026-09-15T02:43:37.698007Z","end":"2026-09-15T02:43:37.815088Z","steps":["trace[1041790390] 'process raft request' (duration: 35.699706ms)","trace[1041790390] 'compare' (duration: 81.257161ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:44:06.267626Z","caller":"traceutil/trace.go:171","msg":"trace[1184822490] linearizableReadLoop","detail":"{readStateIndex:9579; appliedIndex:9578; }","duration":"284.23795ms","start":"2026-09-15T02:44:05.983359Z","end":"2026-09-15T02:44:06.267597Z","steps":["trace[1184822490] 'read index received' (duration: 283.930383ms)","trace[1184822490] 'applied index is now lower than readState.Index' (duration: 306.577µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:44:06.267686Z","caller":"traceutil/trace.go:171","msg":"trace[1149265962] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"410.036893ms","start":"2026-09-15T02:44:05.8576Z","end":"2026-09-15T02:44:06.267637Z","steps":["trace[1149265962] 'process raft request' (duration: 409.772367ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:06.267991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.606578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:44:06.268093Z","caller":"traceutil/trace.go:171","msg":"trace[1174119221] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9248; }","duration":"284.786173ms","start":"2026-09-15T02:44:05.983284Z","end":"2026-09-15T02:44:06.268071Z","steps":["trace[1174119221] 'agreement among raft nodes before linearized reading' (duration: 284.437765ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:06.26816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:05.857566Z","time spent":"410.367791ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:44:09.463824Z","caller":"traceutil/trace.go:171","msg":"trace[1050423937] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"435.771486ms","start":"2026-09-15T02:44:09.028013Z","end":"2026-09-15T02:44:09.463784Z","steps":["trace[1050423937] 'read index received' (duration: 367.520029ms)","trace[1050423937] 'applied index is now lower than readState.Index' (duration: 68.248747ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:44:09.463894Z","caller":"traceutil/trace.go:171","msg":"trace[313503647] transaction","detail":"{read_only:false; response_revision:9265; number_of_response:1; }","duration":"447.271756ms","start":"2026-09-15T02:44:09.016587Z","end":"2026-09-15T02:44:09.463859Z","steps":["trace[313503647] 'process raft request' (duration: 378.973267ms)","trace[313503647] 'compare' (duration: 67.976091ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:44:09.464048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.016504Z","time spent":"447.45796ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:44:09.464061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.434434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-15T02:44:09.464102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.181368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-15T02:44:09.464167Z","caller":"traceutil/trace.go:171","msg":"trace[2123812453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9265; }","duration":"422.322081ms","start":"2026-09-15T02:44:09.041828Z","end":"2026-09-15T02:44:09.46415Z","steps":["trace[2123812453] 'agreement among raft nodes before linearized reading' (duration: 422.149377ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.466712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2xcjv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-09-15T02:44:09.464232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.041805Z","time spent":"422.413384ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-15T02:44:09.464241Z","caller":"traceutil/trace.go:171","msg":"trace[14470585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2xcjv; range_end:; response_count:1; response_revision:9265; }","duration":"103.530073ms","start":"2026-09-15T02:44:09.360703Z","end":"2026-09-15T02:44:09.464233Z","steps":["trace[14470585] 'agreement among raft nodes before linearized reading' (duration: 103.441551ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.135062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:44:09.464304Z","caller":"traceutil/trace.go:171","msg":"trace[1666683015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9265; }","duration":"294.226964ms","start":"2026-09-15T02:44:09.17006Z","end":"2026-09-15T02:44:09.464286Z","steps":["trace[1666683015] 'agreement among raft nodes before linearized reading' (duration: 294.125692ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.504327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-15T02:44:09.464487Z","caller":"traceutil/trace.go:171","msg":"trace[286244287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9265; }","duration":"402.570739ms","start":"2026-09-15T02:44:09.061906Z","end":"2026-09-15T02:44:09.464476Z","steps":["trace[286244287] 'agreement among raft nodes before linearized reading' (duration: 402.428255ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:09.464111Z","caller":"traceutil/trace.go:171","msg":"trace[1478906181] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:9265; }","duration":"307.566717ms","start":"2026-09-15T02:44:09.15653Z","end":"2026-09-15T02:44:09.464097Z","steps":["trace[1478906181] 'agreement among raft nodes before linearized reading' (duration: 307.449054ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.06182Z","time spent":"402.684861ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-15T02:44:09.464514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.863136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-09-15T02:44:09.464536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.349733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:44:09.464548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.156502Z","time spent":"308.028087ms","remote":"127.0.0.1:54820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:44:09.464573Z","caller":"traceutil/trace.go:171","msg":"trace[1619122318] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:9265; }","duration":"375.420964ms","start":"2026-09-15T02:44:09.08914Z","end":"2026-09-15T02:44:09.464561Z","steps":["trace[1619122318] 'agreement among raft nodes before linearized reading' (duration: 375.353042ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.074282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-09-15T02:44:09.464576Z","caller":"traceutil/trace.go:171","msg":"trace[902381234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9265; }","duration":"405.969518ms","start":"2026-09-15T02:44:09.058588Z","end":"2026-09-15T02:44:09.464557Z","steps":["trace[902381234] 'agreement among raft nodes before linearized reading' (duration: 405.779784ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.089124Z","time spent":"375.466765ms","remote":"127.0.0.1:54188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:44:09.464614Z","caller":"traceutil/trace.go:171","msg":"trace[523512307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9265; }","duration":"436.654975ms","start":"2026-09-15T02:44:09.027946Z","end":"2026-09-15T02:44:09.464601Z","steps":["trace[523512307] 'agreement among raft nodes before linearized reading' (duration: 436.007431ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.464623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.058562Z","time spent":"406.048891ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T02:44:09.464652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.027916Z","time spent":"436.723817ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-15T02:44:09.465034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.029024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:44:09.465061Z","caller":"traceutil/trace.go:171","msg":"trace[860906808] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9265; }","duration":"398.086525ms","start":"2026-09-15T02:44:09.066968Z","end":"2026-09-15T02:44:09.465054Z","steps":["trace[860906808] 'agreement among raft nodes before linearized reading' (duration: 397.181753ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:09.465085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:44:09.066954Z","time spent":"398.126006ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T02:44:17.283531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.726004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:44:17.283827Z","caller":"traceutil/trace.go:171","msg":"trace[1458052447] linearizableReadLoop","detail":"{readStateIndex:9638; appliedIndex:9636; }","duration":"111.605852ms","start":"2026-09-15T02:44:17.172201Z","end":"2026-09-15T02:44:17.283807Z","steps":["trace[1458052447] 'read index received' (duration: 82.562µs)","trace[1458052447] 'applied index is now lower than readState.Index' (duration: 111.52168ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:44:17.284024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.813036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:44:17.284031Z","caller":"traceutil/trace.go:171","msg":"trace[714904152] transaction","detail":"{read_only:false; response_revision:9305; number_of_response:1; }","duration":"220.544509ms","start":"2026-09-15T02:44:17.063448Z","end":"2026-09-15T02:44:17.283992Z","steps":["trace[714904152] 'process raft request' (duration: 220.236392ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:17.284088Z","caller":"traceutil/trace.go:171","msg":"trace[489611463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9305; }","duration":"111.955119ms","start":"2026-09-15T02:44:17.172124Z","end":"2026-09-15T02:44:17.284079Z","steps":["trace[489611463] 'agreement among raft nodes before linearized reading' (duration: 111.835436ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:17.28411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.693986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:44:17.284186Z","caller":"traceutil/trace.go:171","msg":"trace[1690012208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:9305; }","duration":"103.824319ms","start":"2026-09-15T02:44:17.180339Z","end":"2026-09-15T02:44:17.284164Z","steps":["trace[1690012208] 'agreement among raft nodes before linearized reading' (duration: 103.687786ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:17.283796Z","caller":"traceutil/trace.go:171","msg":"trace[1666709701] transaction","detail":"{read_only:false; response_revision:9304; number_of_response:1; }","duration":"224.39505ms","start":"2026-09-15T02:44:17.059268Z","end":"2026-09-15T02:44:17.283663Z","steps":["trace[1666709701] 'process raft request' (duration: 27.373199ms)","trace[1666709701] 'compare' (duration: 196.335564ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:44:18.351463Z","caller":"traceutil/trace.go:171","msg":"trace[1807763918] transaction","detail":"{read_only:false; response_revision:9313; number_of_response:1; }","duration":"130.148866ms","start":"2026-09-15T02:44:18.221265Z","end":"2026-09-15T02:44:18.351414Z","steps":["trace[1807763918] 'process raft request' (duration: 129.867338ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:19.846982Z","caller":"traceutil/trace.go:171","msg":"trace[1746446779] linearizableReadLoop","detail":"{readStateIndex:9661; appliedIndex:9660; }","duration":"177.34181ms","start":"2026-09-15T02:44:19.669616Z","end":"2026-09-15T02:44:19.846958Z","steps":["trace[1746446779] 'read index received' (duration: 177.175516ms)","trace[1746446779] 'applied index is now lower than readState.Index' (duration: 164.794µs)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:44:19.847207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.567635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-15T02:44:19.847191Z","caller":"traceutil/trace.go:171","msg":"trace[38846764] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"217.683674ms","start":"2026-09-15T02:44:19.629432Z","end":"2026-09-15T02:44:19.847115Z","steps":["trace[38846764] 'process raft request' (duration: 217.320876ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:19.847302Z","caller":"traceutil/trace.go:171","msg":"trace[1959285689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9327; }","duration":"177.719728ms","start":"2026-09-15T02:44:19.669569Z","end":"2026-09-15T02:44:19.847289Z","steps":["trace[1959285689] 'agreement among raft nodes before linearized reading' (duration: 177.505913ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:19.871715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.584126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:44:19.871794Z","caller":"traceutil/trace.go:171","msg":"trace[719056775] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9328; }","duration":"151.683909ms","start":"2026-09-15T02:44:19.720093Z","end":"2026-09-15T02:44:19.871777Z","steps":["trace[719056775] 'agreement among raft nodes before linearized reading' (duration: 151.534465ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:19.871849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.207981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-09-15T02:44:19.871717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.940351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-15T02:44:19.871922Z","caller":"traceutil/trace.go:171","msg":"trace[1537124009] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9328; }","duration":"202.292832ms","start":"2026-09-15T02:44:19.669604Z","end":"2026-09-15T02:44:19.871897Z","steps":["trace[1537124009] 'agreement among raft nodes before linearized reading' (duration: 202.17ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:19.871719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.581493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-15T02:44:19.872002Z","caller":"traceutil/trace.go:171","msg":"trace[1801964685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9328; }","duration":"200.904832ms","start":"2026-09-15T02:44:19.671086Z","end":"2026-09-15T02:44:19.871991Z","steps":["trace[1801964685] 'agreement among raft nodes before linearized reading' (duration: 200.493631ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:19.871982Z","caller":"traceutil/trace.go:171","msg":"trace[1555879676] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9328; }","duration":"201.225179ms","start":"2026-09-15T02:44:19.670727Z","end":"2026-09-15T02:44:19.871952Z","steps":["trace[1555879676] 'agreement among raft nodes before linearized reading' (duration: 200.859999ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:19.871986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.459892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2xcjv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-09-15T02:44:19.872191Z","caller":"traceutil/trace.go:171","msg":"trace[1597225124] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2xcjv; range_end:; response_count:1; response_revision:9328; }","duration":"200.696006ms","start":"2026-09-15T02:44:19.671468Z","end":"2026-09-15T02:44:19.872164Z","steps":["trace[1597225124] 'agreement among raft nodes before linearized reading' (duration: 200.223785ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:19.874349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.647558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-15T02:44:19.874606Z","caller":"traceutil/trace.go:171","msg":"trace[921353003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9328; }","duration":"204.956455ms","start":"2026-09-15T02:44:19.669627Z","end":"2026-09-15T02:44:19.874583Z","steps":["trace[921353003] 'agreement among raft nodes before linearized reading' (duration: 202.134609ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:33.782241Z","caller":"traceutil/trace.go:171","msg":"trace[1229930474] transaction","detail":"{read_only:false; response_revision:9466; number_of_response:1; }","duration":"140.084384ms","start":"2026-09-15T02:44:33.642124Z","end":"2026-09-15T02:44:33.782208Z","steps":["trace[1229930474] 'process raft request' (duration: 139.91652ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:33.988607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.198305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:44:33.988705Z","caller":"traceutil/trace.go:171","msg":"trace[820846994] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9466; }","duration":"103.348239ms","start":"2026-09-15T02:44:33.885333Z","end":"2026-09-15T02:44:33.988682Z","steps":["trace[820846994] 'range keys from in-memory index tree' (duration: 103.085983ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:51.088679Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"931f6a422b4c426f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-15T02:44:51.097296Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-09-15T02:44:51.106078Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-09-15T02:45:48.553911Z","caller":"traceutil/trace.go:171","msg":"trace[610036405] transaction","detail":"{read_only:false; response_revision:10171; number_of_response:1; }","duration":"109.9804ms","start":"2026-09-15T02:45:48.443896Z","end":"2026-09-15T02:45:48.553876Z","steps":["trace[610036405] 'process raft request' (duration: 109.417848ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:45:48.676804Z","caller":"traceutil/trace.go:171","msg":"trace[1337017830] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"117.395992ms","start":"2026-09-15T02:45:48.559373Z","end":"2026-09-15T02:45:48.676769Z","steps":["trace[1337017830] 'process raft request' (duration: 28.985007ms)","trace[1337017830] 'compare' (duration: 88.050977ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:45:48.676802Z","caller":"traceutil/trace.go:171","msg":"trace[1660261703] transaction","detail":"{read_only:false; response_revision:10173; number_of_response:1; }","duration":"116.180644ms","start":"2026-09-15T02:45:48.560578Z","end":"2026-09-15T02:45:48.676759Z","steps":["trace[1660261703] 'process raft request' (duration: 116.041101ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:45:48.677132Z","caller":"traceutil/trace.go:171","msg":"trace[1469946436] transaction","detail":"{read_only:false; response_revision:10174; number_of_response:1; }","duration":"115.550009ms","start":"2026-09-15T02:45:48.561565Z","end":"2026-09-15T02:45:48.677115Z","steps":["trace[1469946436] 'process raft request' (duration: 115.13814ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:45:48.677241Z","caller":"traceutil/trace.go:171","msg":"trace[1732665005] transaction","detail":"{read_only:false; response_revision:10175; number_of_response:1; }","duration":"114.355252ms","start":"2026-09-15T02:45:48.562816Z","end":"2026-09-15T02:45:48.677171Z","steps":["trace[1732665005] 'process raft request' (duration: 114.001333ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:45:48.978734Z","caller":"traceutil/trace.go:171","msg":"trace[915373512] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"217.131758ms","start":"2026-09-15T02:45:48.761573Z","end":"2026-09-15T02:45:48.978704Z","steps":["trace[915373512] 'process raft request' (duration: 206.059553ms)","trace[915373512] 'compare' (duration: 10.662205ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:03.637941Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7836} {"level":"info","ts":"2026-09-15T02:46:03.730544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7836,"took":"90.367321ms","hash":1035869508,"current-db-size-bytes":43794432,"current-db-size":"44 MB","current-db-size-in-use-bytes":25403392,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-09-15T02:46:03.730621Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1035869508,"revision":7836,"compact-revision":4799} {"level":"info","ts":"2026-09-15T02:46:22.338939Z","caller":"traceutil/trace.go:171","msg":"trace[1397949553] transaction","detail":"{read_only:false; response_revision:10408; number_of_response:1; }","duration":"135.074049ms","start":"2026-09-15T02:46:22.203824Z","end":"2026-09-15T02:46:22.338898Z","steps":["trace[1397949553] 'process raft request' (duration: 94.366722ms)","trace[1397949553] 'compare' (duration: 40.583244ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:30.763852Z","caller":"traceutil/trace.go:171","msg":"trace[1939897132] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"106.048801ms","start":"2026-09-15T02:46:30.657783Z","end":"2026-09-15T02:46:30.763831Z","steps":["trace[1939897132] 'process raft request' (duration: 105.899167ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:33.738447Z","caller":"traceutil/trace.go:171","msg":"trace[570174636] transaction","detail":"{read_only:false; response_revision:10499; number_of_response:1; }","duration":"103.944622ms","start":"2026-09-15T02:46:33.634469Z","end":"2026-09-15T02:46:33.738414Z","steps":["trace[570174636] 'process raft request' (duration: 103.808439ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:34.094773Z","caller":"traceutil/trace.go:171","msg":"trace[2104991179] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"165.777245ms","start":"2026-09-15T02:46:33.928975Z","end":"2026-09-15T02:46:34.094752Z","steps":["trace[2104991179] 'process raft request' (duration: 145.862707ms)","trace[2104991179] 'compare' (duration: 19.779605ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:34.105679Z","caller":"traceutil/trace.go:171","msg":"trace[1843771637] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"119.266204ms","start":"2026-09-15T02:46:33.986379Z","end":"2026-09-15T02:46:34.105645Z","steps":["trace[1843771637] 'process raft request' (duration: 118.949867ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:35.185538Z","caller":"traceutil/trace.go:171","msg":"trace[217558096] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"117.526335ms","start":"2026-09-15T02:46:35.067525Z","end":"2026-09-15T02:46:35.185051Z","steps":["trace[217558096] 'process raft request' (duration: 117.165247ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:41.542159Z","caller":"traceutil/trace.go:171","msg":"trace[601839490] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"100.093886ms","start":"2026-09-15T02:46:41.442041Z","end":"2026-09-15T02:46:41.542135Z","steps":["trace[601839490] 'process raft request' (duration: 99.915443ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:41.932194Z","caller":"traceutil/trace.go:171","msg":"trace[990407506] linearizableReadLoop","detail":"{readStateIndex:10918; appliedIndex:10917; }","duration":"126.575255ms","start":"2026-09-15T02:46:41.805586Z","end":"2026-09-15T02:46:41.932162Z","steps":["trace[990407506] 'read index received' (duration: 26.962908ms)","trace[990407506] 'applied index is now lower than readState.Index' (duration: 99.611047ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:41.932435Z","caller":"traceutil/trace.go:171","msg":"trace[643646524] transaction","detail":"{read_only:false; response_revision:10544; number_of_response:1; }","duration":"147.45136ms","start":"2026-09-15T02:46:41.784909Z","end":"2026-09-15T02:46:41.93236Z","steps":["trace[643646524] 'process raft request' (duration: 47.762132ms)","trace[643646524] 'compare' (duration: 99.31136ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:41.932695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.075255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-09-15T02:46:41.932799Z","caller":"traceutil/trace.go:171","msg":"trace[1239220522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10544; }","duration":"127.208368ms","start":"2026-09-15T02:46:41.805551Z","end":"2026-09-15T02:46:41.93276Z","steps":["trace[1239220522] 'agreement among raft nodes before linearized reading' (duration: 126.901572ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:42.70213Z","caller":"traceutil/trace.go:171","msg":"trace[475115052] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"136.813974ms","start":"2026-09-15T02:46:42.565293Z","end":"2026-09-15T02:46:42.702107Z","steps":["trace[475115052] 'process raft request' (duration: 136.694852ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:42.787815Z","caller":"traceutil/trace.go:171","msg":"trace[204405338] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"122.175976ms","start":"2026-09-15T02:46:42.665605Z","end":"2026-09-15T02:46:42.787781Z","steps":["trace[204405338] 'process raft request' (duration: 121.659555ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:43.131333Z","caller":"traceutil/trace.go:171","msg":"trace[1866253557] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"183.507853ms","start":"2026-09-15T02:46:42.947789Z","end":"2026-09-15T02:46:43.131297Z","steps":["trace[1866253557] 'process raft request' (duration: 183.198287ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:43.301887Z","caller":"traceutil/trace.go:171","msg":"trace[927700764] linearizableReadLoop","detail":"{readStateIndex:10931; appliedIndex:10930; }","duration":"131.956044ms","start":"2026-09-15T02:46:43.169901Z","end":"2026-09-15T02:46:43.301857Z","steps":["trace[927700764] 'read index received' (duration: 118.089042ms)","trace[927700764] 'applied index is now lower than readState.Index' (duration: 13.865622ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:43.302003Z","caller":"traceutil/trace.go:171","msg":"trace[1918835784] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"159.394812ms","start":"2026-09-15T02:46:43.142596Z","end":"2026-09-15T02:46:43.301991Z","steps":["trace[1918835784] 'process raft request' (duration: 145.367616ms)","trace[1918835784] 'compare' (duration: 13.73241ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:43.302405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.454665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:46:43.302477Z","caller":"traceutil/trace.go:171","msg":"trace[414476376] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10556; }","duration":"132.604988ms","start":"2026-09-15T02:46:43.169854Z","end":"2026-09-15T02:46:43.302459Z","steps":["trace[414476376] 'agreement among raft nodes before linearized reading' (duration: 132.449685ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:43.490111Z","caller":"traceutil/trace.go:171","msg":"trace[1605982753] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"122.761108ms","start":"2026-09-15T02:46:43.367322Z","end":"2026-09-15T02:46:43.490084Z","steps":["trace[1605982753] 'process raft request' (duration: 38.80001ms)","trace[1605982753] 'compare' (duration: 83.851496ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:43.501873Z","caller":"traceutil/trace.go:171","msg":"trace[1061874965] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"128.869651ms","start":"2026-09-15T02:46:43.372942Z","end":"2026-09-15T02:46:43.501812Z","steps":["trace[1061874965] 'process raft request' (duration: 128.79822ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:43.501926Z","caller":"traceutil/trace.go:171","msg":"trace[1433323829] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"131.808362ms","start":"2026-09-15T02:46:43.370075Z","end":"2026-09-15T02:46:43.501883Z","steps":["trace[1433323829] 'process raft request' (duration: 131.528636ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:44.254189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.923258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:46:44.254272Z","caller":"traceutil/trace.go:171","msg":"trace[475131935] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10567; }","duration":"175.057863ms","start":"2026-09-15T02:46:44.079195Z","end":"2026-09-15T02:46:44.254253Z","steps":["trace[475131935] 'count revisions from in-memory index tree' (duration: 174.832226ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:44.254268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.277343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:46:44.254359Z","caller":"traceutil/trace.go:171","msg":"trace[1177635733] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:10567; }","duration":"196.430637ms","start":"2026-09-15T02:46:44.057905Z","end":"2026-09-15T02:46:44.254335Z","steps":["trace[1177635733] 'count revisions from in-memory index tree' (duration: 196.193992ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:44.254562Z","caller":"traceutil/trace.go:171","msg":"trace[1013359706] transaction","detail":"{read_only:false; response_revision:10568; number_of_response:1; }","duration":"121.062933ms","start":"2026-09-15T02:46:44.133465Z","end":"2026-09-15T02:46:44.254528Z","steps":["trace[1013359706] 'process raft request' (duration: 28.931868ms)","trace[1013359706] 'compare' (duration: 91.85275ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:44.646442Z","caller":"traceutil/trace.go:171","msg":"trace[717815371] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"209.085685ms","start":"2026-09-15T02:46:44.437331Z","end":"2026-09-15T02:46:44.646417Z","steps":["trace[717815371] 'process raft request' (duration: 208.900291ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:44.680167Z","caller":"traceutil/trace.go:171","msg":"trace[1979504861] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"196.307705ms","start":"2026-09-15T02:46:44.48383Z","end":"2026-09-15T02:46:44.680137Z","steps":["trace[1979504861] 'process raft request' (duration: 196.166722ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:52.95373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.74992ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-15T02:46:53.564886Z","caller":"traceutil/trace.go:171","msg":"trace[1390160750] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"141.959498ms","start":"2026-09-15T02:46:53.422888Z","end":"2026-09-15T02:46:53.564848Z","steps":["trace[1390160750] 'process raft request' (duration: 140.674842ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:47:54.780854Z","caller":"traceutil/trace.go:171","msg":"trace[396302280] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"116.277287ms","start":"2026-09-15T02:47:54.664543Z","end":"2026-09-15T02:47:54.780821Z","steps":["trace[396302280] 'process raft request' (duration: 93.140388ms)","trace[396302280] 'compare' (duration: 22.836612ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:51:03.646701Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10303} {"level":"info","ts":"2026-09-15T02:51:03.734691Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10303,"took":"85.381485ms","hash":619700731,"current-db-size-bytes":43794432,"current-db-size":"44 MB","current-db-size-in-use-bytes":26312704,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-15T02:51:03.73501Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":619700731,"revision":10303,"compact-revision":7836} {"level":"info","ts":"2026-09-15T02:51:07.601233Z","caller":"traceutil/trace.go:171","msg":"trace[1802280708] transaction","detail":"{read_only:false; response_revision:12494; number_of_response:1; }","duration":"174.250013ms","start":"2026-09-15T02:51:07.426951Z","end":"2026-09-15T02:51:07.601201Z","steps":["trace[1802280708] 'process raft request' (duration: 174.041198ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:51:07.764975Z","caller":"traceutil/trace.go:171","msg":"trace[108040789] linearizableReadLoop","detail":"{readStateIndex:12931; appliedIndex:12930; }","duration":"156.073011ms","start":"2026-09-15T02:51:07.608877Z","end":"2026-09-15T02:51:07.76495Z","steps":["trace[108040789] 'read index received' (duration: 137.382545ms)","trace[108040789] 'applied index is now lower than readState.Index' (duration: 18.689556ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:51:07.765062Z","caller":"traceutil/trace.go:171","msg":"trace[587035735] transaction","detail":"{read_only:false; response_revision:12495; number_of_response:1; }","duration":"188.969495ms","start":"2026-09-15T02:51:07.576015Z","end":"2026-09-15T02:51:07.764985Z","steps":["trace[587035735] 'process raft request' (duration: 170.206938ms)","trace[587035735] 'compare' (duration: 18.41591ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:51:07.765526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.619683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.211\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-09-15T02:51:07.766296Z","caller":"traceutil/trace.go:171","msg":"trace[676598584] range","detail":"{range_begin:/registry/masterleases/162.253.55.211; range_end:; response_count:1; response_revision:12495; }","duration":"156.786606ms","start":"2026-09-15T02:51:07.608824Z","end":"2026-09-15T02:51:07.765611Z","steps":["trace[676598584] 'agreement among raft nodes before linearized reading' (duration: 156.238474ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:51:27.506745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.448611ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:51:27.506833Z","caller":"traceutil/trace.go:171","msg":"trace[1138281592] linearizableReadLoop","detail":"{readStateIndex:13042; appliedIndex:13041; }","duration":"248.11276ms","start":"2026-09-15T02:51:27.258706Z","end":"2026-09-15T02:51:27.506819Z","steps":["trace[1138281592] 'read index received' (duration: 81.562447ms)","trace[1138281592] 'applied index is now lower than readState.Index' (duration: 166.549113ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:51:27.50689Z","caller":"traceutil/trace.go:171","msg":"trace[1175245200] transaction","detail":"{read_only:false; response_revision:12602; number_of_response:1; }","duration":"248.712004ms","start":"2026-09-15T02:51:27.258132Z","end":"2026-09-15T02:51:27.506844Z","steps":["trace[1175245200] 'process raft request' (duration: 82.095679ms)","trace[1175245200] 'compare' (duration: 166.366699ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:51:27.506959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.255063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-09-15T02:51:27.506983Z","caller":"traceutil/trace.go:171","msg":"trace[86504899] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12602; }","duration":"248.297394ms","start":"2026-09-15T02:51:27.258678Z","end":"2026-09-15T02:51:27.506976Z","steps":["trace[86504899] 'agreement among raft nodes before linearized reading' (duration: 248.195112ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:51:27.568747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.525828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-15T02:51:27.568854Z","caller":"traceutil/trace.go:171","msg":"trace[1104188614] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12603; }","duration":"272.676202ms","start":"2026-09-15T02:51:27.296153Z","end":"2026-09-15T02:51:27.568829Z","steps":["trace[1104188614] 'agreement among raft nodes before linearized reading' (duration: 272.421286ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:51:27.569154Z","caller":"traceutil/trace.go:171","msg":"trace[1402033895] transaction","detail":"{read_only:false; response_revision:12603; number_of_response:1; }","duration":"291.08888ms","start":"2026-09-15T02:51:27.278048Z","end":"2026-09-15T02:51:27.569136Z","steps":["trace[1402033895] 'process raft request' (duration: 290.344683ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:56:03.653488Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12470} {"level":"info","ts":"2026-09-15T02:56:03.735681Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12470,"took":"79.697188ms","hash":1940141654,"current-db-size-bytes":43794432,"current-db-size":"44 MB","current-db-size-in-use-bytes":27869184,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-15T02:56:03.735746Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1940141654,"revision":12470,"compact-revision":10303} {"level":"warn","ts":"2026-09-15T02:58:11.609177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.664332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:58:11.609302Z","caller":"traceutil/trace.go:171","msg":"trace[1668540834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15290; }","duration":"436.863476ms","start":"2026-09-15T02:58:11.172419Z","end":"2026-09-15T02:58:11.609282Z","steps":["trace[1668540834] 'range keys from in-memory index tree' (duration: 436.502508ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:11.60934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:11.172367Z","time spent":"436.963979ms","remote":"127.0.0.1:54468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:58:11.609617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.471921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:58:11.609747Z","caller":"traceutil/trace.go:171","msg":"trace[321107899] transaction","detail":"{read_only:false; response_revision:15291; number_of_response:1; }","duration":"419.417432ms","start":"2026-09-15T02:58:11.190309Z","end":"2026-09-15T02:58:11.609726Z","steps":["trace[321107899] 'process raft request' (duration: 284.734467ms)","trace[321107899] 'compare' (duration: 133.948668ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:58:11.609792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:11.190282Z","time spent":"419.490374ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:58:11.646318Z","caller":"traceutil/trace.go:171","msg":"trace[1436974485] transaction","detail":"{read_only:false; response_revision:15292; number_of_response:1; }","duration":"426.928186ms","start":"2026-09-15T02:58:11.219361Z","end":"2026-09-15T02:58:11.646289Z","steps":["trace[1436974485] 'process raft request' (duration: 426.68692ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:11.646503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:11.21932Z","time spent":"427.081059ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:58:11.646559Z","caller":"traceutil/trace.go:171","msg":"trace[1185045406] linearizableReadLoop","detail":"{readStateIndex:15829; appliedIndex:15827; }","duration":"388.036613ms","start":"2026-09-15T02:58:11.258482Z","end":"2026-09-15T02:58:11.646518Z","steps":["trace[1185045406] 'read index received' (duration: 216.576785ms)","trace[1185045406] 'applied index is now lower than readState.Index' (duration: 171.457368ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:58:11.646663Z","caller":"traceutil/trace.go:171","msg":"trace[211024598] transaction","detail":"{read_only:false; response_revision:15293; number_of_response:1; }","duration":"202.98339ms","start":"2026-09-15T02:58:11.443667Z","end":"2026-09-15T02:58:11.64665Z","steps":["trace[211024598] 'process raft request' (duration: 202.573691ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:11.646877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.383893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:58:11.646924Z","caller":"traceutil/trace.go:171","msg":"trace[409277628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15293; }","duration":"388.503845ms","start":"2026-09-15T02:58:11.258408Z","end":"2026-09-15T02:58:11.646912Z","steps":["trace[409277628] 'agreement among raft nodes before linearized reading' (duration: 388.290999ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:11.646958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:11.258372Z","time spent":"388.577727ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T02:58:11.696672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.06219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:58:11.696809Z","caller":"traceutil/trace.go:171","msg":"trace[1992340464] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:15294; }","duration":"190.265595ms","start":"2026-09-15T02:58:11.506513Z","end":"2026-09-15T02:58:11.696778Z","steps":["trace[1992340464] 'agreement among raft nodes before linearized reading' (duration: 190.005609ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:11.697408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.569586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2xcjv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-09-15T02:58:11.697518Z","caller":"traceutil/trace.go:171","msg":"trace[1107504848] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2xcjv; range_end:; response_count:1; response_revision:15294; }","duration":"410.873984ms","start":"2026-09-15T02:58:11.28662Z","end":"2026-09-15T02:58:11.697494Z","steps":["trace[1107504848] 'agreement among raft nodes before linearized reading' (duration: 409.735047ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:11.69757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:11.286604Z","time spent":"410.955146ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-2xcjv\" "} {"level":"info","ts":"2026-09-15T02:58:12.969148Z","caller":"traceutil/trace.go:171","msg":"trace[657978308] transaction","detail":"{read_only:false; response_revision:15304; number_of_response:1; }","duration":"133.442876ms","start":"2026-09-15T02:58:12.835677Z","end":"2026-09-15T02:58:12.96912Z","steps":["trace[657978308] 'process raft request' (duration: 133.261971ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.225989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.354576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:58:36.226185Z","caller":"traceutil/trace.go:171","msg":"trace[904023202] transaction","detail":"{read_only:false; response_revision:15609; number_of_response:1; }","duration":"484.0304ms","start":"2026-09-15T02:58:35.742124Z","end":"2026-09-15T02:58:36.226155Z","steps":["trace[904023202] 'process raft request' (duration: 359.145453ms)","trace[904023202] 'compare' (duration: 124.172431ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:58:36.226315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.742098Z","time spent":"484.170024ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:58:36.227598Z","caller":"traceutil/trace.go:171","msg":"trace[560935571] transaction","detail":"{read_only:false; response_revision:15610; number_of_response:1; }","duration":"476.983097ms","start":"2026-09-15T02:58:35.75059Z","end":"2026-09-15T02:58:36.227573Z","steps":["trace[560935571] 'process raft request' (duration: 476.837944ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:58:36.227785Z","caller":"traceutil/trace.go:171","msg":"trace[1795457988] transaction","detail":"{read_only:false; response_revision:15611; number_of_response:1; }","duration":"422.022592ms","start":"2026-09-15T02:58:35.805738Z","end":"2026-09-15T02:58:36.227761Z","steps":["trace[1795457988] 'process raft request' (duration: 421.789226ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.227798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.750567Z","time spent":"477.138541ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:58:36.227897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.805714Z","time spent":"422.124565ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:58:36.227984Z","caller":"traceutil/trace.go:171","msg":"trace[499154481] linearizableReadLoop","detail":"{readStateIndex:16160; appliedIndex:16158; }","duration":"477.286145ms","start":"2026-09-15T02:58:35.750668Z","end":"2026-09-15T02:58:36.227954Z","steps":["trace[499154481] 'read index received' (duration: 350.584124ms)","trace[499154481] 'applied index is now lower than readState.Index' (duration: 126.700591ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:58:36.2281Z","caller":"traceutil/trace.go:171","msg":"trace[1828967695] transaction","detail":"{read_only:false; response_revision:15612; number_of_response:1; }","duration":"192.054966ms","start":"2026-09-15T02:58:36.036034Z","end":"2026-09-15T02:58:36.228089Z","steps":["trace[1828967695] 'process raft request' (duration: 191.655527ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.228255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.672069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-15T02:58:36.22832Z","caller":"traceutil/trace.go:171","msg":"trace[1565379751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15612; }","duration":"379.778341ms","start":"2026-09-15T02:58:35.848525Z","end":"2026-09-15T02:58:36.228303Z","steps":["trace[1565379751] 'agreement among raft nodes before linearized reading' (duration: 379.585937ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.228373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.848502Z","time spent":"379.854624ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T02:58:36.22843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.994555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-7snkv\" ","response":"range_response_count:1 size:20565"} {"level":"info","ts":"2026-09-15T02:58:36.228473Z","caller":"traceutil/trace.go:171","msg":"trace[1097597300] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-7snkv; range_end:; response_count:1; response_revision:15612; }","duration":"173.083096ms","start":"2026-09-15T02:58:36.05538Z","end":"2026-09-15T02:58:36.228463Z","steps":["trace[1097597300] 'agreement among raft nodes before linearized reading' (duration: 172.925352ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.228717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.4106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-09-15T02:58:36.228752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.138568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:58:36.228778Z","caller":"traceutil/trace.go:171","msg":"trace[855714521] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15612; }","duration":"250.501493ms","start":"2026-09-15T02:58:35.978259Z","end":"2026-09-15T02:58:36.22876Z","steps":["trace[855714521] 'agreement among raft nodes before linearized reading' (duration: 250.331519ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:58:36.228847Z","caller":"traceutil/trace.go:171","msg":"trace[473089256] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:15612; }","duration":"142.26132ms","start":"2026-09-15T02:58:36.086533Z","end":"2026-09-15T02:58:36.228794Z","steps":["trace[473089256] 'agreement among raft nodes before linearized reading' (duration: 142.151408ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.229054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.739038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-2xcjv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-09-15T02:58:36.229104Z","caller":"traceutil/trace.go:171","msg":"trace[1748587365] range","detail":"{range_begin:/registry/pods/openstack/keepalived-2xcjv; range_end:; response_count:1; response_revision:15612; }","duration":"269.823041ms","start":"2026-09-15T02:58:35.959269Z","end":"2026-09-15T02:58:36.229092Z","steps":["trace[1748587365] 'agreement among raft nodes before linearized reading' (duration: 269.685127ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.22926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.578205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:58:36.229332Z","caller":"traceutil/trace.go:171","msg":"trace[326239543] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:15612; }","duration":"478.687557ms","start":"2026-09-15T02:58:35.750632Z","end":"2026-09-15T02:58:36.22932Z","steps":["trace[326239543] 'agreement among raft nodes before linearized reading' (duration: 478.583315ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.229352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.861168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-09-15T02:58:36.229365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.750615Z","time spent":"478.739508ms","remote":"127.0.0.1:35718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:58:36.229292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.192487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-09-15T02:58:36.229571Z","caller":"traceutil/trace.go:171","msg":"trace[1982548603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15612; }","duration":"366.536345ms","start":"2026-09-15T02:58:35.863023Z","end":"2026-09-15T02:58:36.22956Z","steps":["trace[1982548603] 'agreement among raft nodes before linearized reading' (duration: 366.204677ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:58:36.229386Z","caller":"traceutil/trace.go:171","msg":"trace[926806722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15612; }","duration":"374.892949ms","start":"2026-09-15T02:58:35.854484Z","end":"2026-09-15T02:58:36.229377Z","steps":["trace[926806722] 'agreement among raft nodes before linearized reading' (duration: 374.825047ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:58:36.229609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.863Z","time spent":"366.595007ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-15T02:58:36.229633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:58:35.854399Z","time spent":"375.219816ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-15T02:59:28.635413Z","caller":"traceutil/trace.go:171","msg":"trace[1754395325] transaction","detail":"{read_only:false; response_revision:16244; number_of_response:1; }","duration":"186.247602ms","start":"2026-09-15T02:59:28.449142Z","end":"2026-09-15T02:59:28.63539Z","steps":["trace[1754395325] 'process raft request' (duration: 186.069318ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:28.694196Z","caller":"traceutil/trace.go:171","msg":"trace[586639016] linearizableReadLoop","detail":"{readStateIndex:16813; appliedIndex:16810; }","duration":"166.466583ms","start":"2026-09-15T02:59:28.52767Z","end":"2026-09-15T02:59:28.694136Z","steps":["trace[586639016] 'read index received' (duration: 107.621317ms)","trace[586639016] 'applied index is now lower than readState.Index' (duration: 58.843666ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:59:28.694265Z","caller":"traceutil/trace.go:171","msg":"trace[2103185143] transaction","detail":"{read_only:false; response_revision:16245; number_of_response:1; }","duration":"243.876819ms","start":"2026-09-15T02:59:28.450344Z","end":"2026-09-15T02:59:28.69422Z","steps":["trace[2103185143] 'process raft request' (duration: 237.306366ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:28.694316Z","caller":"traceutil/trace.go:171","msg":"trace[2015478863] transaction","detail":"{read_only:false; response_revision:16246; number_of_response:1; }","duration":"191.409412ms","start":"2026-09-15T02:59:28.502861Z","end":"2026-09-15T02:59:28.69427Z","steps":["trace[2015478863] 'process raft request' (duration: 191.212347ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:28.694577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.518899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8n8n2\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-09-15T02:59:28.694602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.468513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-15T02:59:28.694628Z","caller":"traceutil/trace.go:171","msg":"trace[88736259] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8n8n2; range_end:; response_count:1; response_revision:16246; }","duration":"155.60315ms","start":"2026-09-15T02:59:28.539012Z","end":"2026-09-15T02:59:28.694615Z","steps":["trace[88736259] 'agreement among raft nodes before linearized reading' (duration: 155.354945ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:28.694676Z","caller":"traceutil/trace.go:171","msg":"trace[145827075] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16246; }","duration":"110.564175ms","start":"2026-09-15T02:59:28.584091Z","end":"2026-09-15T02:59:28.694655Z","steps":["trace[145827075] 'agreement among raft nodes before linearized reading' (duration: 110.429012ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:28.694731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.109906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-09-15T02:59:28.694782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.81678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8n8n2\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-09-15T02:59:28.694811Z","caller":"traceutil/trace.go:171","msg":"trace[491075776] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8n8n2; range_end:; response_count:1; response_revision:16246; }","duration":"167.181709ms","start":"2026-09-15T02:59:28.52762Z","end":"2026-09-15T02:59:28.694802Z","steps":["trace[491075776] 'agreement among raft nodes before linearized reading' (duration: 166.723108ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:28.694808Z","caller":"traceutil/trace.go:171","msg":"trace[614867699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16246; }","duration":"145.235899ms","start":"2026-09-15T02:59:28.549549Z","end":"2026-09-15T02:59:28.694785Z","steps":["trace[614867699] 'agreement among raft nodes before linearized reading' (duration: 144.985304ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:52.886804Z","caller":"traceutil/trace.go:171","msg":"trace[1757815664] transaction","detail":"{read_only:false; response_revision:16373; number_of_response:1; }","duration":"311.710133ms","start":"2026-09-15T02:59:52.575066Z","end":"2026-09-15T02:59:52.886777Z","steps":["trace[1757815664] 'process raft request' (duration: 311.539458ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:52.887083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:52.575039Z","time spent":"311.954918ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:59:52.940814Z","caller":"traceutil/trace.go:171","msg":"trace[1780990343] transaction","detail":"{read_only:false; response_revision:16374; number_of_response:1; }","duration":"165.175776ms","start":"2026-09-15T02:59:52.775612Z","end":"2026-09-15T02:59:52.940788Z","steps":["trace[1780990343] 'process raft request' (duration: 164.8746ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:52.941073Z","caller":"traceutil/trace.go:171","msg":"trace[633923274] transaction","detail":"{read_only:false; response_revision:16375; number_of_response:1; }","duration":"162.694129ms","start":"2026-09-15T02:59:52.778353Z","end":"2026-09-15T02:59:52.941047Z","steps":["trace[633923274] 'process raft request' (duration: 162.353282ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:52.94134Z","caller":"traceutil/trace.go:171","msg":"trace[1277312214] linearizableReadLoop","detail":"{readStateIndex:16948; appliedIndex:16943; }","duration":"105.217742ms","start":"2026-09-15T02:59:52.836107Z","end":"2026-09-15T02:59:52.941325Z","steps":["trace[1277312214] 'read index received' (duration: 50.508717ms)","trace[1277312214] 'applied index is now lower than readState.Index' (duration: 54.708165ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:59:52.941699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.57375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-15T02:59:52.941781Z","caller":"traceutil/trace.go:171","msg":"trace[812206535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16376; }","duration":"105.692382ms","start":"2026-09-15T02:59:52.836073Z","end":"2026-09-15T02:59:52.941766Z","steps":["trace[812206535] 'agreement among raft nodes before linearized reading' (duration: 105.527509ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:52.942227Z","caller":"traceutil/trace.go:171","msg":"trace[892114846] transaction","detail":"{read_only:false; response_revision:16376; number_of_response:1; }","duration":"159.879104ms","start":"2026-09-15T02:59:52.782219Z","end":"2026-09-15T02:59:52.942098Z","steps":["trace[892114846] 'process raft request' (duration: 158.763628ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:54.240392Z","caller":"traceutil/trace.go:171","msg":"trace[862745236] transaction","detail":"{read_only:false; response_revision:16382; number_of_response:1; }","duration":"126.271127ms","start":"2026-09-15T02:59:54.114086Z","end":"2026-09-15T02:59:54.240357Z","steps":["trace[862745236] 'process raft request' (duration: 126.155315ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:01:03.660883Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14481} {"level":"info","ts":"2026-09-15T03:01:03.739823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14481,"took":"76.833045ms","hash":2941579519,"current-db-size-bytes":43794432,"current-db-size":"44 MB","current-db-size-in-use-bytes":30638080,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-15T03:01:03.739951Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2941579519,"revision":14481,"compact-revision":12470} {"level":"info","ts":"2026-09-15T03:02:05.818458Z","caller":"traceutil/trace.go:171","msg":"trace[1444270797] transaction","detail":"{read_only:false; response_revision:17212; number_of_response:1; }","duration":"113.899521ms","start":"2026-09-15T03:02:05.70449Z","end":"2026-09-15T03:02:05.818389Z","steps":["trace[1444270797] 'process raft request' (duration: 113.595915ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:06.880866Z","caller":"traceutil/trace.go:171","msg":"trace[2114845340] linearizableReadLoop","detail":"{readStateIndex:17820; appliedIndex:17819; }","duration":"105.856164ms","start":"2026-09-15T03:02:06.774985Z","end":"2026-09-15T03:02:06.880841Z","steps":["trace[2114845340] 'read index received' (duration: 105.606539ms)","trace[2114845340] 'applied index is now lower than readState.Index' (duration: 248.305µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:02:06.880911Z","caller":"traceutil/trace.go:171","msg":"trace[622546758] transaction","detail":"{read_only:false; response_revision:17219; number_of_response:1; }","duration":"128.872537ms","start":"2026-09-15T03:02:06.752013Z","end":"2026-09-15T03:02:06.880886Z","steps":["trace[622546758] 'process raft request' (duration: 128.657033ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:02:06.881163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.135822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8n8n2\" ","response":"range_response_count:1 size:22022"} {"level":"warn","ts":"2026-09-15T03:02:06.881163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.58723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:02:06.881223Z","caller":"traceutil/trace.go:171","msg":"trace[584634677] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8n8n2; range_end:; response_count:1; response_revision:17219; }","duration":"106.299616ms","start":"2026-09-15T03:02:06.774906Z","end":"2026-09-15T03:02:06.881206Z","steps":["trace[584634677] 'agreement among raft nodes before linearized reading' (duration: 106.0531ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:02:06.881227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.28784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:683"} {"level":"info","ts":"2026-09-15T03:02:06.881234Z","caller":"traceutil/trace.go:171","msg":"trace[1888046460] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:17219; }","duration":"102.723413ms","start":"2026-09-15T03:02:06.778491Z","end":"2026-09-15T03:02:06.881215Z","steps":["trace[1888046460] 'agreement among raft nodes before linearized reading' (duration: 102.58642ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:06.881282Z","caller":"traceutil/trace.go:171","msg":"trace[1491010409] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:17219; }","duration":"101.369092ms","start":"2026-09-15T03:02:06.779895Z","end":"2026-09-15T03:02:06.881264Z","steps":["trace[1491010409] 'agreement among raft nodes before linearized reading' (duration: 101.191688ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:02:06.881359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.576196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-09-15T03:02:06.881383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.102996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29824020-t8qrz\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-09-15T03:02:06.881437Z","caller":"traceutil/trace.go:171","msg":"trace[294472] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:17219; }","duration":"101.71913ms","start":"2026-09-15T03:02:06.7797Z","end":"2026-09-15T03:02:06.881419Z","steps":["trace[294472] 'agreement among raft nodes before linearized reading' (duration: 101.470434ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:06.881449Z","caller":"traceutil/trace.go:171","msg":"trace[38421943] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29824020-t8qrz; range_end:; response_count:1; response_revision:17219; }","duration":"101.175949ms","start":"2026-09-15T03:02:06.780257Z","end":"2026-09-15T03:02:06.881433Z","steps":["trace[38421943] 'agreement among raft nodes before linearized reading' (duration: 100.988504ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:03.67008Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16833} {"level":"info","ts":"2026-09-15T03:06:03.847638Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16833,"took":"174.69831ms","hash":505429417,"current-db-size-bytes":45916160,"current-db-size":"46 MB","current-db-size-in-use-bytes":32018432,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-15T03:06:03.847709Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":505429417,"revision":16833,"compact-revision":14481} {"level":"info","ts":"2026-09-15T03:06:35.868956Z","caller":"traceutil/trace.go:171","msg":"trace[1326307362] transaction","detail":"{read_only:false; response_revision:19316; number_of_response:1; }","duration":"246.762682ms","start":"2026-09-15T03:06:35.622167Z","end":"2026-09-15T03:06:35.86893Z","steps":["trace[1326307362] 'process raft request' (duration: 246.607579ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:36.25701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.586639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-15T03:06:36.257142Z","caller":"traceutil/trace.go:171","msg":"trace[805058455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19317; }","duration":"259.757373ms","start":"2026-09-15T03:06:35.997369Z","end":"2026-09-15T03:06:36.257126Z","steps":["trace[805058455] 'range keys from in-memory index tree' (duration: 259.432964ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:36.257322Z","caller":"traceutil/trace.go:171","msg":"trace[1976342209] transaction","detail":"{read_only:false; response_revision:19318; number_of_response:1; }","duration":"194.337663ms","start":"2026-09-15T03:06:36.06297Z","end":"2026-09-15T03:06:36.257308Z","steps":["trace[1976342209] 'process raft request' (duration: 167.633668ms)","trace[1976342209] 'compare' (duration: 25.954558ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:06:36.906867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.479763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29824020-t8qrz\" ","response":"range_response_count:1 size:6957"} {"level":"info","ts":"2026-09-15T03:06:36.90699Z","caller":"traceutil/trace.go:171","msg":"trace[328445700] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29824020-t8qrz; range_end:; response_count:1; response_revision:19319; }","duration":"499.661127ms","start":"2026-09-15T03:06:36.407304Z","end":"2026-09-15T03:06:36.906966Z","steps":["trace[328445700] 'range keys from in-memory index tree' (duration: 499.35817ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:36.907032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:06:36.407286Z","time spent":"499.736159ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6981,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29824020-t8qrz\" "} {"level":"warn","ts":"2026-09-15T03:06:36.908021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.894937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8n8n2\" ","response":"range_response_count:1 size:22022"} {"level":"info","ts":"2026-09-15T03:06:36.90815Z","caller":"traceutil/trace.go:171","msg":"trace[423289462] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8n8n2; range_end:; response_count:1; response_revision:19319; }","duration":"368.108172ms","start":"2026-09-15T03:06:36.540016Z","end":"2026-09-15T03:06:36.908124Z","steps":["trace[423289462] 'range keys from in-memory index tree' (duration: 366.850964ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:36.908246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:06:36.539994Z","time spent":"368.240435ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22046,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8n8n2\" "} {"level":"info","ts":"2026-09-15T03:06:36.911398Z","caller":"traceutil/trace.go:171","msg":"trace[177337518] transaction","detail":"{read_only:false; response_revision:19320; number_of_response:1; }","duration":"222.867942ms","start":"2026-09-15T03:06:36.688513Z","end":"2026-09-15T03:06:36.911381Z","steps":["trace[177337518] 'process raft request' (duration: 222.651007ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:36.940574Z","caller":"traceutil/trace.go:171","msg":"trace[1228895581] transaction","detail":"{read_only:false; response_revision:19321; number_of_response:1; }","duration":"232.351441ms","start":"2026-09-15T03:06:36.708195Z","end":"2026-09-15T03:06:36.940546Z","steps":["trace[1228895581] 'process raft request' (duration: 231.880899ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:36.94093Z","caller":"traceutil/trace.go:171","msg":"trace[1751120222] transaction","detail":"{read_only:false; response_revision:19322; number_of_response:1; }","duration":"231.455759ms","start":"2026-09-15T03:06:36.709462Z","end":"2026-09-15T03:06:36.940918Z","steps":["trace[1751120222] 'process raft request' (duration: 230.771544ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:36.941084Z","caller":"traceutil/trace.go:171","msg":"trace[1131855644] transaction","detail":"{read_only:false; response_revision:19323; number_of_response:1; }","duration":"123.339136ms","start":"2026-09-15T03:06:36.817734Z","end":"2026-09-15T03:06:36.941073Z","steps":["trace[1131855644] 'process raft request' (duration: 122.546008ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:37.776853Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"931f6a422b4c426f","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-15T03:06:37.799653Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-09-15T03:06:37.799798Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-09-15T03:06:43.702813Z","caller":"traceutil/trace.go:171","msg":"trace[1450199113] linearizableReadLoop","detail":"{readStateIndex:20100; appliedIndex:20097; }","duration":"166.90125ms","start":"2026-09-15T03:06:43.53589Z","end":"2026-09-15T03:06:43.702791Z","steps":["trace[1450199113] 'read index received' (duration: 2.319584ms)","trace[1450199113] 'applied index is now lower than readState.Index' (duration: 164.579476ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:06:43.702835Z","caller":"traceutil/trace.go:171","msg":"trace[277848344] transaction","detail":"{read_only:false; response_revision:19430; number_of_response:1; }","duration":"194.155729ms","start":"2026-09-15T03:06:43.50865Z","end":"2026-09-15T03:06:43.702806Z","steps":["trace[277848344] 'process raft request' (duration: 193.931384ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:43.702815Z","caller":"traceutil/trace.go:171","msg":"trace[303443048] transaction","detail":"{read_only:false; response_revision:19429; number_of_response:1; }","duration":"195.469748ms","start":"2026-09-15T03:06:43.507194Z","end":"2026-09-15T03:06:43.702663Z","steps":["trace[303443048] 'process raft request' (duration: 111.206805ms)","trace[303443048] 'compare' (duration: 84.024758ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:06:43.703106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.170577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-b7jng\" ","response":"range_response_count:1 size:9710"} {"level":"info","ts":"2026-09-15T03:06:43.703211Z","caller":"traceutil/trace.go:171","msg":"trace[680792356] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-b7jng; range_end:; response_count:1; response_revision:19430; }","duration":"167.349381ms","start":"2026-09-15T03:06:43.535837Z","end":"2026-09-15T03:06:43.703186Z","steps":["trace[680792356] 'agreement among raft nodes before linearized reading' (duration: 167.014063ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.053416Z","caller":"traceutil/trace.go:171","msg":"trace[566397389] linearizableReadLoop","detail":"{readStateIndex:20133; appliedIndex:20132; }","duration":"127.598944ms","start":"2026-09-15T03:06:45.925798Z","end":"2026-09-15T03:06:46.053397Z","steps":["trace[566397389] 'read index received' (duration: 53.026784ms)","trace[566397389] 'applied index is now lower than readState.Index' (duration: 74.57127ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:06:46.053578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.764227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-09-15T03:06:46.053606Z","caller":"traceutil/trace.go:171","msg":"trace[162069631] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19461; }","duration":"127.804998ms","start":"2026-09-15T03:06:45.925792Z","end":"2026-09-15T03:06:46.053597Z","steps":["trace[162069631] 'agreement among raft nodes before linearized reading' (duration: 127.671205ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.053504Z","caller":"traceutil/trace.go:171","msg":"trace[2025353689] transaction","detail":"{read_only:false; response_revision:19461; number_of_response:1; }","duration":"128.931764ms","start":"2026-09-15T03:06:45.924542Z","end":"2026-09-15T03:06:46.053474Z","steps":["trace[2025353689] 'process raft request' (duration: 54.270242ms)","trace[2025353689] 'compare' (duration: 74.395296ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:06:46.116242Z","caller":"traceutil/trace.go:171","msg":"trace[1571361649] transaction","detail":"{read_only:false; response_revision:19462; number_of_response:1; }","duration":"189.776088ms","start":"2026-09-15T03:06:45.926435Z","end":"2026-09-15T03:06:46.116211Z","steps":["trace[1571361649] 'process raft request' (duration: 189.578334ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.238044Z","caller":"traceutil/trace.go:171","msg":"trace[828611329] linearizableReadLoop","detail":"{readStateIndex:20135; appliedIndex:20133; }","duration":"179.172603ms","start":"2026-09-15T03:06:46.058853Z","end":"2026-09-15T03:06:46.238025Z","steps":["trace[828611329] 'read index received' (duration: 57.180889ms)","trace[828611329] 'applied index is now lower than readState.Index' (duration: 121.989034ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:06:46.238176Z","caller":"traceutil/trace.go:171","msg":"trace[1850260174] transaction","detail":"{read_only:false; response_revision:19463; number_of_response:1; }","duration":"236.189898ms","start":"2026-09-15T03:06:46.00195Z","end":"2026-09-15T03:06:46.23814Z","steps":["trace[1850260174] 'process raft request' (duration: 235.950643ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:46.238264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.396138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-09-15T03:06:46.238298Z","caller":"traceutil/trace.go:171","msg":"trace[1036420756] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:19463; }","duration":"179.46946ms","start":"2026-09-15T03:06:46.058818Z","end":"2026-09-15T03:06:46.238287Z","steps":["trace[1036420756] 'agreement among raft nodes before linearized reading' (duration: 179.310177ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.298924Z","caller":"traceutil/trace.go:171","msg":"trace[1222904196] transaction","detail":"{read_only:false; response_revision:19464; number_of_response:1; }","duration":"169.376358ms","start":"2026-09-15T03:06:46.12951Z","end":"2026-09-15T03:06:46.298887Z","steps":["trace[1222904196] 'process raft request' (duration: 169.209263ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:46.299169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.166787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ec8d4485-307a-4ac4-b938-aeae7335795c\" ","response":"range_response_count:1 size:3940"} {"level":"warn","ts":"2026-09-15T03:06:46.299185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.305914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:06:46.299241Z","caller":"traceutil/trace.go:171","msg":"trace[2061330390] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ec8d4485-307a-4ac4-b938-aeae7335795c; range_end:; response_count:1; response_revision:19464; }","duration":"232.276198ms","start":"2026-09-15T03:06:46.066947Z","end":"2026-09-15T03:06:46.299223Z","steps":["trace[2061330390] 'agreement among raft nodes before linearized reading' (duration: 232.086264ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.299305Z","caller":"traceutil/trace.go:171","msg":"trace[1433942617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19464; }","duration":"126.53888ms","start":"2026-09-15T03:06:46.172695Z","end":"2026-09-15T03:06:46.299234Z","steps":["trace[1433942617] 'agreement among raft nodes before linearized reading' (duration: 126.254733ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:46.304441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.156737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2225409"} {"level":"info","ts":"2026-09-15T03:06:46.304543Z","caller":"traceutil/trace.go:171","msg":"trace[406585655] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:19464; }","duration":"128.29022ms","start":"2026-09-15T03:06:46.176231Z","end":"2026-09-15T03:06:46.304521Z","steps":["trace[406585655] 'agreement among raft nodes before linearized reading' (duration: 122.611089ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.447764Z","caller":"traceutil/trace.go:171","msg":"trace[585623424] linearizableReadLoop","detail":"{readStateIndex:20138; appliedIndex:20136; }","duration":"148.907275ms","start":"2026-09-15T03:06:46.298824Z","end":"2026-09-15T03:06:46.447731Z","steps":["trace[585623424] 'read index received' (duration: 148.65469ms)","trace[585623424] 'applied index is now lower than readState.Index' (duration: 251.435µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:06:46.448011Z","caller":"traceutil/trace.go:171","msg":"trace[635770700] transaction","detail":"{read_only:false; response_revision:19465; number_of_response:1; }","duration":"205.102161ms","start":"2026-09-15T03:06:46.242878Z","end":"2026-09-15T03:06:46.44798Z","steps":["trace[635770700] 'process raft request' (duration: 204.565159ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:46.44814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.188197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-09-15T03:06:46.448168Z","caller":"traceutil/trace.go:171","msg":"trace[422119543] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:19466; }","duration":"206.261068ms","start":"2026-09-15T03:06:46.241898Z","end":"2026-09-15T03:06:46.448159Z","steps":["trace[422119543] 'agreement among raft nodes before linearized reading' (duration: 206.132545ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.448138Z","caller":"traceutil/trace.go:171","msg":"trace[767214991] transaction","detail":"{read_only:false; response_revision:19466; number_of_response:1; }","duration":"196.649966ms","start":"2026-09-15T03:06:46.251312Z","end":"2026-09-15T03:06:46.447962Z","steps":["trace[767214991] 'process raft request' (duration: 196.34695ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.454666Z","caller":"traceutil/trace.go:171","msg":"trace[1609796065] transaction","detail":"{read_only:false; response_revision:19467; number_of_response:1; }","duration":"145.528267ms","start":"2026-09-15T03:06:46.309108Z","end":"2026-09-15T03:06:46.454637Z","steps":["trace[1609796065] 'process raft request' (duration: 145.297202ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455113Z","caller":"traceutil/trace.go:171","msg":"trace[72326193] transaction","detail":"{read_only:false; response_revision:19470; number_of_response:1; }","duration":"139.923178ms","start":"2026-09-15T03:06:46.315177Z","end":"2026-09-15T03:06:46.455101Z","steps":["trace[72326193] 'process raft request' (duration: 139.696883ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455193Z","caller":"traceutil/trace.go:171","msg":"trace[1726842799] transaction","detail":"{read_only:false; response_revision:19468; number_of_response:1; }","duration":"140.209175ms","start":"2026-09-15T03:06:46.314966Z","end":"2026-09-15T03:06:46.455175Z","steps":["trace[1726842799] 'process raft request' (duration: 139.606051ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455253Z","caller":"traceutil/trace.go:171","msg":"trace[838784458] transaction","detail":"{read_only:false; response_revision:19471; number_of_response:1; }","duration":"140.01347ms","start":"2026-09-15T03:06:46.315218Z","end":"2026-09-15T03:06:46.455232Z","steps":["trace[838784458] 'process raft request' (duration: 139.691073ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455339Z","caller":"traceutil/trace.go:171","msg":"trace[1838661366] transaction","detail":"{read_only:false; response_revision:19475; number_of_response:1; }","duration":"132.512696ms","start":"2026-09-15T03:06:46.322818Z","end":"2026-09-15T03:06:46.455331Z","steps":["trace[1838661366] 'process raft request' (duration: 132.317202ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455416Z","caller":"traceutil/trace.go:171","msg":"trace[278312245] transaction","detail":"{read_only:false; response_revision:19472; number_of_response:1; }","duration":"140.109652ms","start":"2026-09-15T03:06:46.315299Z","end":"2026-09-15T03:06:46.455408Z","steps":["trace[278312245] 'process raft request' (duration: 139.643842ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455274Z","caller":"traceutil/trace.go:171","msg":"trace[761567021] transaction","detail":"{read_only:false; response_revision:19469; number_of_response:1; }","duration":"140.121352ms","start":"2026-09-15T03:06:46.31513Z","end":"2026-09-15T03:06:46.455251Z","steps":["trace[761567021] 'process raft request' (duration: 139.693213ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455598Z","caller":"traceutil/trace.go:171","msg":"trace[442342249] transaction","detail":"{read_only:false; response_revision:19473; number_of_response:1; }","duration":"138.761632ms","start":"2026-09-15T03:06:46.316827Z","end":"2026-09-15T03:06:46.455588Z","steps":["trace[442342249] 'process raft request' (duration: 138.154937ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:46.455682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.92974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T03:06:46.455712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.861447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-15T03:06:46.455737Z","caller":"traceutil/trace.go:171","msg":"trace[558424691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19475; }","duration":"126.9818ms","start":"2026-09-15T03:06:46.328747Z","end":"2026-09-15T03:06:46.455729Z","steps":["trace[558424691] 'agreement among raft nodes before linearized reading' (duration: 126.874018ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455739Z","caller":"traceutil/trace.go:171","msg":"trace[1109064955] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19475; }","duration":"148.427774ms","start":"2026-09-15T03:06:46.307296Z","end":"2026-09-15T03:06:46.455724Z","steps":["trace[1109064955] 'agreement among raft nodes before linearized reading' (duration: 148.341922ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:06:46.455813Z","caller":"traceutil/trace.go:171","msg":"trace[130728731] transaction","detail":"{read_only:false; response_revision:19474; number_of_response:1; }","duration":"133.036399ms","start":"2026-09-15T03:06:46.322766Z","end":"2026-09-15T03:06:46.455802Z","steps":["trace[130728731] 'process raft request' (duration: 132.271931ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:06:46.455848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.198085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-09-15T03:06:46.45587Z","caller":"traceutil/trace.go:171","msg":"trace[1963416120] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:19475; }","duration":"104.218735ms","start":"2026-09-15T03:06:46.351644Z","end":"2026-09-15T03:06:46.455863Z","steps":["trace[1963416120] 'agreement among raft nodes before linearized reading' (duration: 104.167314ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:08:44.260662Z","caller":"traceutil/trace.go:171","msg":"trace[2072390809] linearizableReadLoop","detail":"{readStateIndex:21210; appliedIndex:21209; }","duration":"112.399514ms","start":"2026-09-15T03:08:44.148245Z","end":"2026-09-15T03:08:44.260645Z","steps":["trace[2072390809] 'read index received' (duration: 112.272441ms)","trace[2072390809] 'applied index is now lower than readState.Index' (duration: 126.493µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:08:44.260738Z","caller":"traceutil/trace.go:171","msg":"trace[1023429367] transaction","detail":"{read_only:false; response_revision:20509; number_of_response:1; }","duration":"183.967295ms","start":"2026-09-15T03:08:44.076765Z","end":"2026-09-15T03:08:44.260732Z","steps":["trace[1023429367] 'process raft request' (duration: 183.77381ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:08:44.261092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.840054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T03:08:44.261095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.103643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:1 size:10995"} {"level":"info","ts":"2026-09-15T03:08:44.261211Z","caller":"traceutil/trace.go:171","msg":"trace[1595697627] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:1; response_revision:20509; }","duration":"111.233686ms","start":"2026-09-15T03:08:44.149906Z","end":"2026-09-15T03:08:44.26114Z","steps":["trace[1595697627] 'agreement among raft nodes before linearized reading' (duration: 110.9886ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:08:44.261715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.828818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:08:44.26174Z","caller":"traceutil/trace.go:171","msg":"trace[62803952] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:20509; }","duration":"110.906529ms","start":"2026-09-15T03:08:44.150829Z","end":"2026-09-15T03:08:44.261735Z","steps":["trace[62803952] 'agreement among raft nodes before linearized reading' (duration: 110.871768ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:08:44.261121Z","caller":"traceutil/trace.go:171","msg":"trace[317402758] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:20509; }","duration":"112.972257ms","start":"2026-09-15T03:08:44.148142Z","end":"2026-09-15T03:08:44.261114Z","steps":["trace[317402758] 'agreement among raft nodes before linearized reading' (duration: 112.926146ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:03.675623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19102} {"level":"info","ts":"2026-09-15T03:11:03.791544Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19102,"took":"112.573846ms","hash":931464864,"current-db-size-bytes":47194112,"current-db-size":"47 MB","current-db-size-in-use-bytes":34971648,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-09-15T03:11:03.791595Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":931464864,"revision":19102,"compact-revision":16833} {"level":"warn","ts":"2026-09-15T03:11:27.313942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.821808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-15T03:11:27.314076Z","caller":"traceutil/trace.go:171","msg":"trace[1653380063] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21727; }","duration":"117.982392ms","start":"2026-09-15T03:11:27.196069Z","end":"2026-09-15T03:11:27.314052Z","steps":["trace[1653380063] 'range keys from in-memory index tree' (duration: 117.689125ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:29.329418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.286821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:11:29.329515Z","caller":"traceutil/trace.go:171","msg":"trace[597565385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21738; }","duration":"158.444505ms","start":"2026-09-15T03:11:29.171051Z","end":"2026-09-15T03:11:29.329496Z","steps":["trace[597565385] 'range keys from in-memory index tree' (duration: 158.19996ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:29.858623Z","caller":"traceutil/trace.go:171","msg":"trace[1631175954] transaction","detail":"{read_only:false; response_revision:22082; number_of_response:1; }","duration":"135.294833ms","start":"2026-09-15T03:12:29.723289Z","end":"2026-09-15T03:12:29.858584Z","steps":["trace[1631175954] 'process raft request' (duration: 135.064948ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:29.866559Z","caller":"traceutil/trace.go:171","msg":"trace[1631517439] transaction","detail":"{read_only:false; response_revision:22083; number_of_response:1; }","duration":"141.091047ms","start":"2026-09-15T03:12:29.725424Z","end":"2026-09-15T03:12:29.866515Z","steps":["trace[1631517439] 'process raft request' (duration: 140.873782ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:29.866823Z","caller":"traceutil/trace.go:171","msg":"trace[1168643392] linearizableReadLoop","detail":"{readStateIndex:22838; appliedIndex:22836; }","duration":"127.829869ms","start":"2026-09-15T03:12:29.738971Z","end":"2026-09-15T03:12:29.866801Z","steps":["trace[1168643392] 'read index received' (duration: 119.345273ms)","trace[1168643392] 'applied index is now lower than readState.Index' (duration: 8.483816ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:12:29.867062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.072175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-09-15T03:12:29.867061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.081945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-15T03:12:29.867123Z","caller":"traceutil/trace.go:171","msg":"trace[215765564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22085; }","duration":"128.202317ms","start":"2026-09-15T03:12:29.738906Z","end":"2026-09-15T03:12:29.867109Z","steps":["trace[215765564] 'agreement among raft nodes before linearized reading' (duration: 128.030253ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:29.867124Z","caller":"traceutil/trace.go:171","msg":"trace[238137096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22085; }","duration":"128.179247ms","start":"2026-09-15T03:12:29.738925Z","end":"2026-09-15T03:12:29.867104Z","steps":["trace[238137096] 'agreement among raft nodes before linearized reading' (duration: 127.980453ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:35.28995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.438711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:12:35.290034Z","caller":"traceutil/trace.go:171","msg":"trace[2044675006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22111; }","duration":"118.573664ms","start":"2026-09-15T03:12:35.171448Z","end":"2026-09-15T03:12:35.290022Z","steps":["trace[2044675006] 'range keys from in-memory index tree' (duration: 118.366799ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:35.69441Z","caller":"traceutil/trace.go:171","msg":"trace[1170745513] linearizableReadLoop","detail":"{readStateIndex:22868; appliedIndex:22867; }","duration":"119.23382ms","start":"2026-09-15T03:12:35.57515Z","end":"2026-09-15T03:12:35.694384Z","steps":["trace[1170745513] 'read index received' (duration: 118.991004ms)","trace[1170745513] 'applied index is now lower than readState.Index' (duration: 241.666µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:12:35.694468Z","caller":"traceutil/trace.go:171","msg":"trace[1292054001] transaction","detail":"{read_only:false; response_revision:22112; number_of_response:1; }","duration":"214.467334ms","start":"2026-09-15T03:12:35.47997Z","end":"2026-09-15T03:12:35.694438Z","steps":["trace[1292054001] 'process raft request' (duration: 214.255579ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:35.694538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.378412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:12:35.694578Z","caller":"traceutil/trace.go:171","msg":"trace[827056537] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:22112; }","duration":"119.519556ms","start":"2026-09-15T03:12:35.575049Z","end":"2026-09-15T03:12:35.694569Z","steps":["trace[827056537] 'agreement among raft nodes before linearized reading' (duration: 119.431154ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.022865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.025553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-15T03:12:36.022972Z","caller":"traceutil/trace.go:171","msg":"trace[325362373] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:22112; }","duration":"153.154286ms","start":"2026-09-15T03:12:35.869773Z","end":"2026-09-15T03:12:36.022927Z","steps":["trace[325362373] 'count revisions from in-memory index tree' (duration: 152.819118ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:36.109944Z","caller":"traceutil/trace.go:171","msg":"trace[1155958383] linearizableReadLoop","detail":"{readStateIndex:22869; appliedIndex:22868; }","duration":"212.734094ms","start":"2026-09-15T03:12:35.897183Z","end":"2026-09-15T03:12:36.109917Z","steps":["trace[1155958383] 'read index received' (duration: 212.55852ms)","trace[1155958383] 'applied index is now lower than readState.Index' (duration: 174.374µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:12:36.110045Z","caller":"traceutil/trace.go:171","msg":"trace[1850512237] transaction","detail":"{read_only:false; response_revision:22113; number_of_response:1; }","duration":"218.751413ms","start":"2026-09-15T03:12:35.891256Z","end":"2026-09-15T03:12:36.110008Z","steps":["trace[1850512237] 'process raft request' (duration: 218.434416ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.1103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.071832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-09-15T03:12:36.110371Z","caller":"traceutil/trace.go:171","msg":"trace[1577896493] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22113; }","duration":"213.207295ms","start":"2026-09-15T03:12:35.897143Z","end":"2026-09-15T03:12:36.11035Z","steps":["trace[1577896493] 'agreement among raft nodes before linearized reading' (duration: 212.910058ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.46058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.014112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-15T03:12:36.460781Z","caller":"traceutil/trace.go:171","msg":"trace[1103444234] transaction","detail":"{read_only:false; response_revision:22114; number_of_response:1; }","duration":"459.181748ms","start":"2026-09-15T03:12:36.001573Z","end":"2026-09-15T03:12:36.460755Z","steps":["trace[1103444234] 'process raft request' (duration: 235.89782ms)","trace[1103444234] 'compare' (duration: 222.773457ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:12:36.460849Z","caller":"traceutil/trace.go:171","msg":"trace[1767080742] transaction","detail":"{read_only:false; response_revision:22115; number_of_response:1; }","duration":"346.477029ms","start":"2026-09-15T03:12:36.114335Z","end":"2026-09-15T03:12:36.460812Z","steps":["trace[1767080742] 'process raft request' (duration: 346.357527ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.460937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.114314Z","time spent":"346.576081ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:12:36.461026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.001548Z","time spent":"459.298701ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:12:36.461136Z","caller":"traceutil/trace.go:171","msg":"trace[221958574] linearizableReadLoop","detail":"{readStateIndex:22870; appliedIndex:22869; }","duration":"351.060406ms","start":"2026-09-15T03:12:36.110029Z","end":"2026-09-15T03:12:36.46109Z","steps":["trace[221958574] 'read index received' (duration: 127.426519ms)","trace[221958574] 'applied index is now lower than readState.Index' (duration: 223.618406ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:12:36.461327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.844585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-09-15T03:12:36.461412Z","caller":"traceutil/trace.go:171","msg":"trace[1047817943] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22115; }","duration":"558.979499ms","start":"2026-09-15T03:12:35.902411Z","end":"2026-09-15T03:12:36.461391Z","steps":["trace[1047817943] 'agreement among raft nodes before linearized reading' (duration: 558.699472ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.461464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:35.902392Z","time spent":"559.05915ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-15T03:12:36.461452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.571932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-15T03:12:36.461532Z","caller":"traceutil/trace.go:171","msg":"trace[531548301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22115; }","duration":"559.733186ms","start":"2026-09-15T03:12:35.901777Z","end":"2026-09-15T03:12:36.46151Z","steps":["trace[531548301] 'agreement among raft nodes before linearized reading' (duration: 559.507221ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.461575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:35.901764Z","time spent":"559.798888ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T03:12:36.846027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.527648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-15T03:12:36.84623Z","caller":"traceutil/trace.go:171","msg":"trace[589064686] linearizableReadLoop","detail":"{readStateIndex:22873; appliedIndex:22871; }","duration":"384.837008ms","start":"2026-09-15T03:12:36.461381Z","end":"2026-09-15T03:12:36.846218Z","steps":["trace[589064686] 'read index received' (duration: 27.527808ms)","trace[589064686] 'applied index is now lower than readState.Index' (duration: 357.30861ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:12:36.846268Z","caller":"traceutil/trace.go:171","msg":"trace[498804310] transaction","detail":"{read_only:false; response_revision:22118; number_of_response:1; }","duration":"380.765234ms","start":"2026-09-15T03:12:36.465479Z","end":"2026-09-15T03:12:36.846244Z","steps":["trace[498804310] 'process raft request' (duration: 380.633091ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.846398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.465456Z","time spent":"380.873776ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:12:36.846484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.963451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-15T03:12:36.846504Z","caller":"traceutil/trace.go:171","msg":"trace[1366737357] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22119; }","duration":"474.017292ms","start":"2026-09-15T03:12:36.37248Z","end":"2026-09-15T03:12:36.846497Z","steps":["trace[1366737357] 'agreement among raft nodes before linearized reading' (duration: 473.775597ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.846526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.372463Z","time spent":"474.058673ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-09-15T03:12:36.846576Z","caller":"traceutil/trace.go:171","msg":"trace[1904986249] transaction","detail":"{read_only:false; response_revision:22117; number_of_response:1; }","duration":"417.31613ms","start":"2026-09-15T03:12:36.429247Z","end":"2026-09-15T03:12:36.846563Z","steps":["trace[1904986249] 'process raft request' (duration: 287.144467ms)","trace[1904986249] 'compare' (duration: 129.296612ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:12:36.846665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.429222Z","time spent":"417.388531ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:12:36.846801Z","caller":"traceutil/trace.go:171","msg":"trace[1559088405] transaction","detail":"{read_only:false; response_revision:22120; number_of_response:1; }","duration":"282.926639ms","start":"2026-09-15T03:12:36.56386Z","end":"2026-09-15T03:12:36.846787Z","steps":["trace[1559088405] 'process raft request' (duration: 282.579391ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:36.847047Z","caller":"traceutil/trace.go:171","msg":"trace[1042699582] transaction","detail":"{read_only:false; response_revision:22119; number_of_response:1; }","duration":"381.418838ms","start":"2026-09-15T03:12:36.465533Z","end":"2026-09-15T03:12:36.846952Z","steps":["trace[1042699582] 'process raft request' (duration: 380.650021ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.847247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.465507Z","time spent":"381.638633ms","remote":"127.0.0.1:54726","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:12:36.847342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.961184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-09-15T03:12:36.847488Z","caller":"traceutil/trace.go:171","msg":"trace[198641756] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22120; }","duration":"450.369705ms","start":"2026-09-15T03:12:36.39709Z","end":"2026-09-15T03:12:36.84746Z","steps":["trace[198641756] 'agreement among raft nodes before linearized reading' (duration: 449.655838ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:36.847583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:36.397073Z","time spent":"450.491017ms","remote":"127.0.0.1:54658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-09-15T03:12:37.070643Z","caller":"traceutil/trace.go:171","msg":"trace[592876733] linearizableReadLoop","detail":"{readStateIndex:22877; appliedIndex:22876; }","duration":"216.820849ms","start":"2026-09-15T03:12:36.853799Z","end":"2026-09-15T03:12:37.07062Z","steps":["trace[592876733] 'read index received' (duration: 195.126526ms)","trace[592876733] 'applied index is now lower than readState.Index' (duration: 21.693013ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:12:37.071392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.576887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19251"} {"level":"info","ts":"2026-09-15T03:12:37.071491Z","caller":"traceutil/trace.go:171","msg":"trace[416196696] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:22121; }","duration":"217.72157ms","start":"2026-09-15T03:12:36.853753Z","end":"2026-09-15T03:12:37.071475Z","steps":["trace[416196696] 'agreement among raft nodes before linearized reading' (duration: 217.462153ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:37.071493Z","caller":"traceutil/trace.go:171","msg":"trace[1744742194] transaction","detail":"{read_only:false; response_revision:22121; number_of_response:1; }","duration":"219.694555ms","start":"2026-09-15T03:12:36.851778Z","end":"2026-09-15T03:12:37.071472Z","steps":["trace[1744742194] 'process raft request' (duration: 197.172653ms)","trace[1744742194] 'compare' (duration: 21.484118ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:12:37.471117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.858384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:12:37.471187Z","caller":"traceutil/trace.go:171","msg":"trace[444296681] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22121; }","duration":"300.968137ms","start":"2026-09-15T03:12:37.170202Z","end":"2026-09-15T03:12:37.47117Z","steps":["trace[444296681] 'range keys from in-memory index tree' (duration: 300.761602ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:12:37.471223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:12:37.170185Z","time spent":"301.028508ms","remote":"127.0.0.1:54664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-09-15T03:12:37.471336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.516344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:12:37.471372Z","caller":"traceutil/trace.go:171","msg":"trace[109069412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22121; }","duration":"293.550394ms","start":"2026-09-15T03:12:37.177809Z","end":"2026-09-15T03:12:37.471359Z","steps":["trace[109069412] 'range keys from in-memory index tree' (duration: 293.41245ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:12:37.471714Z","caller":"traceutil/trace.go:171","msg":"trace[525679800] transaction","detail":"{read_only:false; response_revision:22122; number_of_response:1; }","duration":"126.56893ms","start":"2026-09-15T03:12:37.345126Z","end":"2026-09-15T03:12:37.471695Z","steps":["trace[525679800] 'process raft request' (duration: 126.440787ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:11.76427Z","caller":"traceutil/trace.go:171","msg":"trace[1267238690] linearizableReadLoop","detail":"{readStateIndex:24123; appliedIndex:24122; }","duration":"189.113938ms","start":"2026-09-15T03:15:11.575125Z","end":"2026-09-15T03:15:11.764239Z","steps":["trace[1267238690] 'read index received' (duration: 177.414407ms)","trace[1267238690] 'applied index is now lower than readState.Index' (duration: 11.698601ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:15:11.76444Z","caller":"traceutil/trace.go:171","msg":"trace[1766452802] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"192.64514ms","start":"2026-09-15T03:15:11.571776Z","end":"2026-09-15T03:15:11.764421Z","steps":["trace[1766452802] 'process raft request' (duration: 180.820275ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:15:11.765524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.380027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:1 size:7301"} {"level":"info","ts":"2026-09-15T03:15:11.765557Z","caller":"traceutil/trace.go:171","msg":"trace[1418990726] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:1; response_revision:23325; }","duration":"190.452948ms","start":"2026-09-15T03:15:11.575095Z","end":"2026-09-15T03:15:11.765548Z","steps":["trace[1418990726] 'agreement among raft nodes before linearized reading' (duration: 189.241691ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:43.109667Z","caller":"traceutil/trace.go:171","msg":"trace[1825768720] transaction","detail":"{read_only:false; response_revision:23562; number_of_response:1; }","duration":"182.367911ms","start":"2026-09-15T03:15:42.927277Z","end":"2026-09-15T03:15:43.109645Z","steps":["trace[1825768720] 'process raft request' (duration: 182.237618ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:43.122216Z","caller":"traceutil/trace.go:171","msg":"trace[191006743] transaction","detail":"{read_only:false; response_revision:23563; number_of_response:1; }","duration":"138.419395ms","start":"2026-09-15T03:15:42.983772Z","end":"2026-09-15T03:15:43.122192Z","steps":["trace[191006743] 'process raft request' (duration: 138.162639ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:43.180852Z","caller":"traceutil/trace.go:171","msg":"trace[909019035] linearizableReadLoop","detail":"{readStateIndex:24369; appliedIndex:24366; }","duration":"150.723869ms","start":"2026-09-15T03:15:43.030107Z","end":"2026-09-15T03:15:43.18083Z","steps":["trace[909019035] 'read index received' (duration: 79.386768ms)","trace[909019035] 'applied index is now lower than readState.Index' (duration: 71.336041ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:15:43.181029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.897533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-15T03:15:43.181061Z","caller":"traceutil/trace.go:171","msg":"trace[1911218035] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23563; }","duration":"150.952405ms","start":"2026-09-15T03:15:43.0301Z","end":"2026-09-15T03:15:43.181052Z","steps":["trace[1911218035] 'agreement among raft nodes before linearized reading' (duration: 150.844702ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:15:43.181063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.357249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:15:43.181122Z","caller":"traceutil/trace.go:171","msg":"trace[334580938] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23563; }","duration":"102.462361ms","start":"2026-09-15T03:15:43.078644Z","end":"2026-09-15T03:15:43.181107Z","steps":["trace[334580938] 'agreement among raft nodes before linearized reading' (duration: 102.356408ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:16:03.682225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21548} {"level":"info","ts":"2026-09-15T03:16:03.799131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21548,"took":"114.536222ms","hash":1413923392,"current-db-size-bytes":47616000,"current-db-size":"48 MB","current-db-size-in-use-bytes":31076352,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-15T03:16:03.799184Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413923392,"revision":21548,"compact-revision":19102} {"level":"info","ts":"2026-09-15T03:16:52.841729Z","caller":"traceutil/trace.go:171","msg":"trace[475324927] linearizableReadLoop","detail":"{readStateIndex:25535; appliedIndex:25534; }","duration":"114.005108ms","start":"2026-09-15T03:16:52.727701Z","end":"2026-09-15T03:16:52.841706Z","steps":["trace[475324927] 'read index received' (duration: 113.713392ms)","trace[475324927] 'applied index is now lower than readState.Index' (duration: 290.876µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:16:52.841917Z","caller":"traceutil/trace.go:171","msg":"trace[116024551] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"122.416064ms","start":"2026-09-15T03:16:52.719455Z","end":"2026-09-15T03:16:52.841871Z","steps":["trace[116024551] 'process raft request' (duration: 122.012634ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:16:52.842096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.364367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-09-15T03:16:52.842152Z","caller":"traceutil/trace.go:171","msg":"trace[1995572323] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-manager; range_end:; response_count:1; response_revision:24702; }","duration":"114.47703ms","start":"2026-09-15T03:16:52.727659Z","end":"2026-09-15T03:16:52.842136Z","steps":["trace[1995572323] 'agreement among raft nodes before linearized reading' (duration: 114.147053ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:16:53.282417Z","caller":"traceutil/trace.go:171","msg":"trace[1655097131] linearizableReadLoop","detail":"{readStateIndex:25537; appliedIndex:25536; }","duration":"112.413352ms","start":"2026-09-15T03:16:53.169984Z","end":"2026-09-15T03:16:53.282397Z","steps":["trace[1655097131] 'read index received' (duration: 108.213065ms)","trace[1655097131] 'applied index is now lower than readState.Index' (duration: 4.199347ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:16:53.282548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.536535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:16:53.282674Z","caller":"traceutil/trace.go:171","msg":"trace[1346489088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24703; }","duration":"112.725979ms","start":"2026-09-15T03:16:53.169925Z","end":"2026-09-15T03:16:53.282651Z","steps":["trace[1346489088] 'agreement among raft nodes before linearized reading' (duration: 112.533684ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:18:05.051097Z","caller":"traceutil/trace.go:171","msg":"trace[958380114] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"101.587301ms","start":"2026-09-15T03:18:04.949487Z","end":"2026-09-15T03:18:05.051074Z","steps":["trace[958380114] 'process raft request' (duration: 20.678029ms)","trace[958380114] 'compare' (duration: 80.799059ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:18:09.295362Z","caller":"traceutil/trace.go:171","msg":"trace[2131889273] transaction","detail":"{read_only:false; response_revision:25531; number_of_response:1; }","duration":"112.898694ms","start":"2026-09-15T03:18:09.182425Z","end":"2026-09-15T03:18:09.295324Z","steps":["trace[2131889273] 'process raft request' (duration: 112.654568ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:19:50.637879Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a26.wal"} {"level":"info","ts":"2026-09-15T03:21:03.688801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23785} {"level":"info","ts":"2026-09-15T03:21:03.815625Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23785,"took":"122.829858ms","hash":2168523685,"current-db-size-bytes":50049024,"current-db-size":"50 MB","current-db-size-in-use-bytes":42577920,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-09-15T03:21:03.8157Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2168523685,"revision":23785,"compact-revision":21548} {"level":"info","ts":"2026-09-15T03:25:16.175486Z","caller":"traceutil/trace.go:171","msg":"trace[619864945] transaction","detail":"{read_only:false; response_revision:28756; number_of_response:1; }","duration":"137.014437ms","start":"2026-09-15T03:25:16.038441Z","end":"2026-09-15T03:25:16.175455Z","steps":["trace[619864945] 'process raft request' (duration: 67.574662ms)","trace[619864945] 'compare' (duration: 69.277732ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:25:16.184653Z","caller":"traceutil/trace.go:171","msg":"trace[836351551] transaction","detail":"{read_only:false; response_revision:28757; number_of_response:1; }","duration":"145.710399ms","start":"2026-09-15T03:25:16.038919Z","end":"2026-09-15T03:25:16.18463Z","steps":["trace[836351551] 'process raft request' (duration: 145.546936ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:25:16.184849Z","caller":"traceutil/trace.go:171","msg":"trace[491114744] transaction","detail":"{read_only:false; response_revision:28758; number_of_response:1; }","duration":"145.069425ms","start":"2026-09-15T03:25:16.039765Z","end":"2026-09-15T03:25:16.184835Z","steps":["trace[491114744] 'process raft request' (duration: 144.830389ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:25:56.15017Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"931f6a422b4c426f","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-15T03:25:56.157257Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-09-15T03:25:56.157386Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-09-15T03:26:03.695765Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26868} {"level":"info","ts":"2026-09-15T03:26:03.824512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26868,"took":"126.104733ms","hash":3819399866,"current-db-size-bytes":50049024,"current-db-size":"50 MB","current-db-size-in-use-bytes":30457856,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-09-15T03:26:03.824557Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3819399866,"revision":26868,"compact-revision":23785}