{"level":"warn","ts":"2026-09-15T02:25:49.757711Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-15T02:25:49.757789Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.79:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.79:2380","--initial-cluster=instance=https://162.253.55.79:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.79:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.79:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-09-15T02:25:49.757931Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-09-15T02:25:49.757941Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.79:2380"]} {"level":"info","ts":"2026-09-15T02:25:49.75796Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-15T02:25:49.758741Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.79:2379"]} {"level":"info","ts":"2026-09-15T02:25:49.758873Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.79:2380"],"listen-peer-urls":["https://162.253.55.79:2380"],"advertise-client-urls":["https://162.253.55.79:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.79:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.79:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-09-15T02:25:49.764305Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.201827ms"} {"level":"info","ts":"2026-09-15T02:25:49.771104Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"401ca643156fc5da","cluster-id":"e9f568c3681bb0d0"} {"level":"info","ts":"2026-09-15T02:25:49.771169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da switched to configuration voters=()"} {"level":"info","ts":"2026-09-15T02:25:49.771188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da became follower at term 0"} {"level":"info","ts":"2026-09-15T02:25:49.771194Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 401ca643156fc5da [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-09-15T02:25:49.771202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da became follower at term 1"} {"level":"info","ts":"2026-09-15T02:25:49.771231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da switched to configuration voters=(4619750124827952602)"} {"level":"warn","ts":"2026-09-15T02:25:49.778643Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-09-15T02:25:49.780249Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-09-15T02:25:49.78169Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-09-15T02:25:49.784078Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"401ca643156fc5da","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-09-15T02:25:49.78431Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"401ca643156fc5da","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-09-15T02:25:49.784464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-15T02:25:49.784541Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-15T02:25:49.784554Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-09-15T02:25:49.786199Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da switched to configuration voters=(4619750124827952602)"} {"level":"info","ts":"2026-09-15T02:25:49.787251Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e9f568c3681bb0d0","local-member-id":"401ca643156fc5da","added-peer-id":"401ca643156fc5da","added-peer-peer-urls":["https://162.253.55.79:2380"]} {"level":"info","ts":"2026-09-15T02:25:49.789946Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-09-15T02:25:49.790332Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"401ca643156fc5da","initial-advertise-peer-urls":["https://162.253.55.79:2380"],"listen-peer-urls":["https://162.253.55.79:2380"],"advertise-client-urls":["https://162.253.55.79:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.79:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-09-15T02:25:49.790375Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-09-15T02:25:49.790315Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.79:2380"} {"level":"info","ts":"2026-09-15T02:25:49.79054Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.79:2380"} {"level":"info","ts":"2026-09-15T02:25:50.47138Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da is starting a new election at term 1"} {"level":"info","ts":"2026-09-15T02:25:50.471443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da became pre-candidate at term 1"} {"level":"info","ts":"2026-09-15T02:25:50.471466Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da received MsgPreVoteResp from 401ca643156fc5da at term 1"} {"level":"info","ts":"2026-09-15T02:25:50.471485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da became candidate at term 2"} {"level":"info","ts":"2026-09-15T02:25:50.471496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da received MsgVoteResp from 401ca643156fc5da at term 2"} {"level":"info","ts":"2026-09-15T02:25:50.471511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"401ca643156fc5da became leader at term 2"} {"level":"info","ts":"2026-09-15T02:25:50.471524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 401ca643156fc5da elected leader 401ca643156fc5da at term 2"} {"level":"info","ts":"2026-09-15T02:25:50.47278Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:25:50.473971Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"401ca643156fc5da","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.79:2379]}","request-path":"/0/members/401ca643156fc5da/attributes","cluster-id":"e9f568c3681bb0d0","publish-timeout":"7s"} {"level":"info","ts":"2026-09-15T02:25:50.473987Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-15T02:25:50.474181Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-09-15T02:25:50.474353Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-09-15T02:25:50.474391Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-09-15T02:25:50.474587Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e9f568c3681bb0d0","local-member-id":"401ca643156fc5da","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:25:50.474792Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:25:50.47483Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-09-15T02:25:50.477545Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-09-15T02:25:50.47772Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.79:2379"} {"level":"warn","ts":"2026-09-15T02:26:10.533205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.722315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-15T02:26:10.533354Z","caller":"traceutil/trace.go:171","msg":"trace[2034223567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:387; }","duration":"112.95935ms","start":"2026-09-15T02:26:10.42037Z","end":"2026-09-15T02:26:10.53333Z","steps":["trace[2034223567] 'range keys from in-memory index tree' (duration: 112.605652ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:39.095031Z","caller":"traceutil/trace.go:171","msg":"trace[203829134] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"349.082163ms","start":"2026-09-15T02:26:38.745918Z","end":"2026-09-15T02:26:39.095Z","steps":["trace[203829134] 'process raft request' (duration: 311.764828ms)","trace[203829134] 'compare' (duration: 37.181981ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:26:39.095631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:38.745882Z","time spent":"349.279117ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:26:39.475221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.278298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:26:39.475485Z","caller":"traceutil/trace.go:171","msg":"trace[1283623368] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"392.467462ms","start":"2026-09-15T02:26:39.082985Z","end":"2026-09-15T02:26:39.475453Z","steps":["trace[1283623368] 'process raft request' (duration: 125.472208ms)","trace[1283623368] 'compare' (duration: 264.931216ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:26:39.475643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:39.082947Z","time spent":"392.618086ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:26:39.553476Z","caller":"traceutil/trace.go:171","msg":"trace[835059460] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:638; }","duration":"140.612037ms","start":"2026-09-15T02:26:39.412804Z","end":"2026-09-15T02:26:39.553416Z","steps":["trace[835059460] 'read index received' (duration: 23.318453ms)","trace[835059460] 'applied index is now lower than readState.Index' (duration: 117.289914ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:26:39.553697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.864833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:26:39.553777Z","caller":"traceutil/trace.go:171","msg":"trace[653764117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:613; }","duration":"140.958685ms","start":"2026-09-15T02:26:39.412797Z","end":"2026-09-15T02:26:39.553756Z","steps":["trace[653764117] 'agreement among raft nodes before linearized reading' (duration: 140.71713ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:40.171127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.086063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:26:40.171233Z","caller":"traceutil/trace.go:171","msg":"trace[216492041] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:615; }","duration":"593.277177ms","start":"2026-09-15T02:26:39.577926Z","end":"2026-09-15T02:26:40.171203Z","steps":["trace[216492041] 'range keys from in-memory index tree' (duration: 592.980479ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:40.17129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:26:39.577912Z","time spent":"593.365179ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-09-15T02:26:41.95151Z","caller":"traceutil/trace.go:171","msg":"trace[1610378863] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"129.078713ms","start":"2026-09-15T02:26:41.822414Z","end":"2026-09-15T02:26:41.951492Z","steps":["trace[1610378863] 'process raft request' (duration: 128.985601ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:54.9617Z","caller":"traceutil/trace.go:171","msg":"trace[432924912] transaction","detail":"{read_only:false; response_revision:767; number_of_response:1; }","duration":"106.775874ms","start":"2026-09-15T02:26:54.854866Z","end":"2026-09-15T02:26:54.961642Z","steps":["trace[432924912] 'process raft request' (duration: 106.513787ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:57.80796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.78017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:26:57.808071Z","caller":"traceutil/trace.go:171","msg":"trace[357469134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:783; }","duration":"137.941654ms","start":"2026-09-15T02:26:57.670108Z","end":"2026-09-15T02:26:57.808049Z","steps":["trace[357469134] 'range keys from in-memory index tree' (duration: 137.651196ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:26:57.808234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.101141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:26:57.808345Z","caller":"traceutil/trace.go:171","msg":"trace[340890639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:783; }","duration":"123.254414ms","start":"2026-09-15T02:26:57.685067Z","end":"2026-09-15T02:26:57.808321Z","steps":["trace[340890639] 'range keys from in-memory index tree' (duration: 122.903956ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:58.002606Z","caller":"traceutil/trace.go:171","msg":"trace[2084400936] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"189.128198ms","start":"2026-09-15T02:26:57.813448Z","end":"2026-09-15T02:26:58.002576Z","steps":["trace[2084400936] 'process raft request' (duration: 188.969094ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:58.062937Z","caller":"traceutil/trace.go:171","msg":"trace[230828168] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"245.361073ms","start":"2026-09-15T02:26:57.817548Z","end":"2026-09-15T02:26:58.062909Z","steps":["trace[230828168] 'process raft request' (duration: 245.269061ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:26:58.062938Z","caller":"traceutil/trace.go:171","msg":"trace[2110241380] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"248.976168ms","start":"2026-09-15T02:26:57.813943Z","end":"2026-09-15T02:26:58.062919Z","steps":["trace[2110241380] 'process raft request' (duration: 248.66511ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:27:28.490334Z","caller":"traceutil/trace.go:171","msg":"trace[912779235] linearizableReadLoop","detail":"{readStateIndex:1226; appliedIndex:1225; }","duration":"204.64103ms","start":"2026-09-15T02:27:28.28567Z","end":"2026-09-15T02:27:28.490311Z","steps":["trace[912779235] 'read index received' (duration: 204.421235ms)","trace[912779235] 'applied index is now lower than readState.Index' (duration: 218.974µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:27:28.490414Z","caller":"traceutil/trace.go:171","msg":"trace[457673616] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"265.237769ms","start":"2026-09-15T02:27:28.225136Z","end":"2026-09-15T02:27:28.490373Z","steps":["trace[457673616] 'process raft request' (duration: 265.043885ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:27:28.490557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.872184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:27:28.490609Z","caller":"traceutil/trace.go:171","msg":"trace[737066595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1187; }","duration":"204.998109ms","start":"2026-09-15T02:27:28.285599Z","end":"2026-09-15T02:27:28.490598Z","steps":["trace[737066595] 'agreement among raft nodes before linearized reading' (duration: 204.808534ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:20.887264Z","caller":"traceutil/trace.go:171","msg":"trace[1062444555] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"286.964287ms","start":"2026-09-15T02:28:20.600258Z","end":"2026-09-15T02:28:20.887222Z","steps":["trace[1062444555] 'process raft request' (duration: 286.701771ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:20.893229Z","caller":"traceutil/trace.go:171","msg":"trace[579993987] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1960; }","duration":"229.333838ms","start":"2026-09-15T02:28:20.663873Z","end":"2026-09-15T02:28:20.893207Z","steps":["trace[579993987] 'read index received' (duration: 223.116064ms)","trace[579993987] 'applied index is now lower than readState.Index' (duration: 6.212934ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:20.893305Z","caller":"traceutil/trace.go:171","msg":"trace[41425980] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"281.991261ms","start":"2026-09-15T02:28:20.611281Z","end":"2026-09-15T02:28:20.893272Z","steps":["trace[41425980] 'process raft request' (duration: 281.828338ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:20.893393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.489882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:20.893515Z","caller":"traceutil/trace.go:171","msg":"trace[646979594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1886; }","duration":"229.650365ms","start":"2026-09-15T02:28:20.663836Z","end":"2026-09-15T02:28:20.893487Z","steps":["trace[646979594] 'agreement among raft nodes before linearized reading' (duration: 229.477981ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:21.399937Z","caller":"traceutil/trace.go:171","msg":"trace[101161302] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"280.164069ms","start":"2026-09-15T02:28:21.11975Z","end":"2026-09-15T02:28:21.399914Z","steps":["trace[101161302] 'process raft request' (duration: 280.015566ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:21.409404Z","caller":"traceutil/trace.go:171","msg":"trace[224593142] linearizableReadLoop","detail":"{readStateIndex:1966; appliedIndex:1964; }","duration":"190.003305ms","start":"2026-09-15T02:28:21.219383Z","end":"2026-09-15T02:28:21.409386Z","steps":["trace[224593142] 'read index received' (duration: 180.430972ms)","trace[224593142] 'applied index is now lower than readState.Index' (duration: 9.571593ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:21.409491Z","caller":"traceutil/trace.go:171","msg":"trace[744272448] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"245.959885ms","start":"2026-09-15T02:28:21.163512Z","end":"2026-09-15T02:28:21.409472Z","steps":["trace[744272448] 'process raft request' (duration: 245.74374ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:21.409589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.179559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fa7f5f1c-3dc0-49ce-a594-2512bcbdeb64\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-09-15T02:28:21.40965Z","caller":"traceutil/trace.go:171","msg":"trace[218345938] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fa7f5f1c-3dc0-49ce-a594-2512bcbdeb64; range_end:; response_count:1; response_revision:1891; }","duration":"190.290041ms","start":"2026-09-15T02:28:21.219343Z","end":"2026-09-15T02:28:21.409633Z","steps":["trace[218345938] 'agreement among raft nodes before linearized reading' (duration: 190.111917ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:27.614121Z","caller":"traceutil/trace.go:171","msg":"trace[217030155] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"128.391302ms","start":"2026-09-15T02:28:27.485684Z","end":"2026-09-15T02:28:27.614076Z","steps":["trace[217030155] 'process raft request' (duration: 128.115246ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:35.492557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14256884191840361225,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-09-15T02:28:36.252069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.91789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:28:36.25222Z","caller":"traceutil/trace.go:171","msg":"trace[647599739] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"1.306099095s","start":"2026-09-15T02:28:34.946094Z","end":"2026-09-15T02:28:36.252193Z","steps":["trace[647599739] 'process raft request' (duration: 689.985301ms)","trace[647599739] 'compare' (duration: 615.134241ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:36.252308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:34.946069Z","time spent":"1.306189887s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:36.329373Z","caller":"traceutil/trace.go:171","msg":"trace[2100047475] transaction","detail":"{read_only:false; response_revision:2009; number_of_response:1; }","duration":"1.380732428s","start":"2026-09-15T02:28:34.948602Z","end":"2026-09-15T02:28:36.329335Z","steps":["trace[2100047475] 'process raft request' (duration: 1.380516494s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.329562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:34.948589Z","time spent":"1.380873482s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:36.329641Z","caller":"traceutil/trace.go:171","msg":"trace[1489094897] linearizableReadLoop","detail":"{readStateIndex:2090; appliedIndex:2086; }","duration":"1.337155917s","start":"2026-09-15T02:28:34.99246Z","end":"2026-09-15T02:28:36.329616Z","steps":["trace[1489094897] 'read index received' (duration: 643.577323ms)","trace[1489094897] 'applied index is now lower than readState.Index' (duration: 693.577464ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:36.329689Z","caller":"traceutil/trace.go:171","msg":"trace[1666999678] transaction","detail":"{read_only:false; response_revision:2010; number_of_response:1; }","duration":"885.478832ms","start":"2026-09-15T02:28:35.444174Z","end":"2026-09-15T02:28:36.329653Z","steps":["trace[1666999678] 'process raft request' (duration: 885.101273ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.329937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337476354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:28:36.329775Z","caller":"traceutil/trace.go:171","msg":"trace[1716699744] transaction","detail":"{read_only:false; response_revision:2011; number_of_response:1; }","duration":"867.063054ms","start":"2026-09-15T02:28:35.462659Z","end":"2026-09-15T02:28:36.329723Z","steps":["trace[1716699744] 'process raft request' (duration: 866.845959ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.329997Z","caller":"traceutil/trace.go:171","msg":"trace[52999250] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2011; }","duration":"1.337536595s","start":"2026-09-15T02:28:34.992445Z","end":"2026-09-15T02:28:36.329982Z","steps":["trace[52999250] 'agreement among raft nodes before linearized reading' (duration: 1.33733467s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.330045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:34.992371Z","time spent":"1.337661798s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T02:28:36.330135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.462634Z","time spent":"867.397532ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:36.330061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.444148Z","time spent":"885.738498ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:36.816829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.91585ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:28:36.81706Z","caller":"traceutil/trace.go:171","msg":"trace[1482105562] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"1.134886547s","start":"2026-09-15T02:28:35.682143Z","end":"2026-09-15T02:28:36.81703Z","steps":["trace[1482105562] 'process raft request' (duration: 818.634359ms)","trace[1482105562] 'compare' (duration: 315.805518ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:36.817123Z","caller":"traceutil/trace.go:171","msg":"trace[577932535] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"401.330214ms","start":"2026-09-15T02:28:36.415772Z","end":"2026-09-15T02:28:36.817102Z","steps":["trace[577932535] 'process raft request' (duration: 401.275612ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.817111Z","caller":"traceutil/trace.go:171","msg":"trace[787780987] linearizableReadLoop","detail":"{readStateIndex:2091; appliedIndex:2090; }","duration":"487.355333ms","start":"2026-09-15T02:28:36.329717Z","end":"2026-09-15T02:28:36.817072Z","steps":["trace[787780987] 'read index received' (duration: 171.075984ms)","trace[787780987] 'applied index is now lower than readState.Index' (duration: 316.276579ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:36.817161Z","caller":"traceutil/trace.go:171","msg":"trace[207246246] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"482.739085ms","start":"2026-09-15T02:28:36.334387Z","end":"2026-09-15T02:28:36.817126Z","steps":["trace[207246246] 'process raft request' (duration: 482.554451ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.817212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.415724Z","time spent":"401.444736ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:36.817239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.682118Z","time spent":"1.135023419s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:36.817291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.334367Z","time spent":"482.855497ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:28:36.817232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236840715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:28:36.817381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.747014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-15T02:28:36.8174Z","caller":"traceutil/trace.go:171","msg":"trace[1786250429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2014; }","duration":"1.237062471s","start":"2026-09-15T02:28:35.580325Z","end":"2026-09-15T02:28:36.817388Z","steps":["trace[1786250429] 'agreement among raft nodes before linearized reading' (duration: 1.236810584s)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.817428Z","caller":"traceutil/trace.go:171","msg":"trace[2106059089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2014; }","duration":"933.819066ms","start":"2026-09-15T02:28:35.883596Z","end":"2026-09-15T02:28:36.817415Z","steps":["trace[2106059089] 'agreement among raft nodes before linearized reading' (duration: 933.675771ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.817434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.580304Z","time spent":"1.237120883s","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:28:36.817444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067353139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-09-15T02:28:36.817464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.883574Z","time spent":"933.882527ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-15T02:28:36.817457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81760337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:28:36.817484Z","caller":"traceutil/trace.go:171","msg":"trace[2002327178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2014; }","duration":"1.0674196s","start":"2026-09-15T02:28:35.750052Z","end":"2026-09-15T02:28:36.817471Z","steps":["trace[2002327178] 'agreement among raft nodes before linearized reading' (duration: 1.067276246s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.817524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.750032Z","time spent":"1.067483262s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-15T02:28:36.81755Z","caller":"traceutil/trace.go:171","msg":"trace[46802813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2014; }","duration":"1.817813964s","start":"2026-09-15T02:28:34.999718Z","end":"2026-09-15T02:28:36.817532Z","steps":["trace[46802813] 'agreement among raft nodes before linearized reading' (duration: 1.817480236s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.817581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34890945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-09-15T02:28:36.817604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.647463187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:28:36.817618Z","caller":"traceutil/trace.go:171","msg":"trace[379957821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2014; }","duration":"1.348949421s","start":"2026-09-15T02:28:35.468657Z","end":"2026-09-15T02:28:36.817607Z","steps":["trace[379957821] 'agreement among raft nodes before linearized reading' (duration: 1.348837328s)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:36.817638Z","caller":"traceutil/trace.go:171","msg":"trace[1554691548] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2014; }","duration":"1.647493987s","start":"2026-09-15T02:28:35.170133Z","end":"2026-09-15T02:28:36.817627Z","steps":["trace[1554691548] 'agreement among raft nodes before linearized reading' (duration: 1.647404115s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.817634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:34.999696Z","time spent":"1.817889826s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T02:28:36.817648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.468613Z","time spent":"1.349027833s","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-15T02:28:36.817662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.170056Z","time spent":"1.647600339s","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-15T02:28:36.81746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371834972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:36.817857Z","caller":"traceutil/trace.go:171","msg":"trace[684086085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2014; }","duration":"1.372222331s","start":"2026-09-15T02:28:35.445562Z","end":"2026-09-15T02:28:36.817785Z","steps":["trace[684086085] 'agreement among raft nodes before linearized reading' (duration: 1.371852913s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:36.817986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:35.445538Z","time spent":"1.372403815s","remote":"127.0.0.1:46938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:28:37.323218Z","caller":"traceutil/trace.go:171","msg":"trace[675724358] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"500.649882ms","start":"2026-09-15T02:28:36.822548Z","end":"2026-09-15T02:28:37.323198Z","steps":["trace[675724358] 'process raft request' (duration: 500.529639ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:37.323344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.822526Z","time spent":"500.753004ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:37.335437Z","caller":"traceutil/trace.go:171","msg":"trace[1735439545] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"512.541589ms","start":"2026-09-15T02:28:36.822867Z","end":"2026-09-15T02:28:37.335409Z","steps":["trace[1735439545] 'process raft request' (duration: 512.358724ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:37.335593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.822847Z","time spent":"512.663322ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:37.335652Z","caller":"traceutil/trace.go:171","msg":"trace[458442138] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"512.662891ms","start":"2026-09-15T02:28:36.822976Z","end":"2026-09-15T02:28:37.335639Z","steps":["trace[458442138] 'process raft request' (duration: 512.376793ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:37.335721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.822958Z","time spent":"512.726443ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:37.335794Z","caller":"traceutil/trace.go:171","msg":"trace[853841967] linearizableReadLoop","detail":"{readStateIndex:2097; appliedIndex:2093; }","duration":"509.235222ms","start":"2026-09-15T02:28:36.826545Z","end":"2026-09-15T02:28:37.33578Z","steps":["trace[853841967] 'read index received' (duration: 496.454975ms)","trace[853841967] 'applied index is now lower than readState.Index' (duration: 12.778367ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:37.335848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.300583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:37.335869Z","caller":"traceutil/trace.go:171","msg":"trace[1869965692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"509.352905ms","start":"2026-09-15T02:28:36.826508Z","end":"2026-09-15T02:28:37.335861Z","steps":["trace[1869965692] 'agreement among raft nodes before linearized reading' (duration: 509.310234ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:37.335845Z","caller":"traceutil/trace.go:171","msg":"trace[644914858] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"512.683111ms","start":"2026-09-15T02:28:36.823129Z","end":"2026-09-15T02:28:37.335812Z","steps":["trace[644914858] 'process raft request' (duration: 512.444376ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:37.335892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.826493Z","time spent":"509.394965ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:28:37.336038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:28:36.823116Z","time spent":"512.813524ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:28:38.478659Z","caller":"traceutil/trace.go:171","msg":"trace[443279535] linearizableReadLoop","detail":"{readStateIndex:2101; appliedIndex:2098; }","duration":"128.985826ms","start":"2026-09-15T02:28:38.349642Z","end":"2026-09-15T02:28:38.478627Z","steps":["trace[443279535] 'read index received' (duration: 21.346956ms)","trace[443279535] 'applied index is now lower than readState.Index' (duration: 107.63764ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:38.478778Z","caller":"traceutil/trace.go:171","msg":"trace[969431024] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"139.364297ms","start":"2026-09-15T02:28:38.339358Z","end":"2026-09-15T02:28:38.478722Z","steps":["trace[969431024] 'process raft request' (duration: 139.199174ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:38.478834Z","caller":"traceutil/trace.go:171","msg":"trace[1730204955] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"139.772747ms","start":"2026-09-15T02:28:38.339045Z","end":"2026-09-15T02:28:38.478817Z","steps":["trace[1730204955] 'process raft request' (duration: 139.314817ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.47911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.432437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11981"} {"level":"info","ts":"2026-09-15T02:28:38.479226Z","caller":"traceutil/trace.go:171","msg":"trace[1773551528] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2022; }","duration":"129.58555ms","start":"2026-09-15T02:28:38.349616Z","end":"2026-09-15T02:28:38.479202Z","steps":["trace[1773551528] 'agreement among raft nodes before linearized reading' (duration: 129.188651ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:38.642968Z","caller":"traceutil/trace.go:171","msg":"trace[1955955355] linearizableReadLoop","detail":"{readStateIndex:2102; appliedIndex:2101; }","duration":"164.175035ms","start":"2026-09-15T02:28:38.478767Z","end":"2026-09-15T02:28:38.642942Z","steps":["trace[1955955355] 'read index received' (duration: 105.929032ms)","trace[1955955355] 'applied index is now lower than readState.Index' (duration: 58.244743ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:38.643041Z","caller":"traceutil/trace.go:171","msg":"trace[1447709256] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"245.484293ms","start":"2026-09-15T02:28:38.397523Z","end":"2026-09-15T02:28:38.643007Z","steps":["trace[1447709256] 'process raft request' (duration: 187.301382ms)","trace[1447709256] 'compare' (duration: 57.964386ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:28:38.643156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.777312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:28:38.64322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.109885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-09-15T02:28:38.643259Z","caller":"traceutil/trace.go:171","msg":"trace[1394308568] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2023; }","duration":"282.199176ms","start":"2026-09-15T02:28:38.361046Z","end":"2026-09-15T02:28:38.643245Z","steps":["trace[1394308568] 'agreement among raft nodes before linearized reading' (duration: 282.038162ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:38.643243Z","caller":"traceutil/trace.go:171","msg":"trace[1276746367] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:2023; }","duration":"165.939476ms","start":"2026-09-15T02:28:38.477285Z","end":"2026-09-15T02:28:38.643225Z","steps":["trace[1276746367] 'agreement among raft nodes before linearized reading' (duration: 165.71697ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:28:38.643668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.237907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:28:38.643738Z","caller":"traceutil/trace.go:171","msg":"trace[695321475] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2023; }","duration":"155.354219ms","start":"2026-09-15T02:28:38.488366Z","end":"2026-09-15T02:28:38.64372Z","steps":["trace[695321475] 'agreement among raft nodes before linearized reading' (duration: 155.200916ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:41.633108Z","caller":"traceutil/trace.go:171","msg":"trace[1832512719] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"208.450673ms","start":"2026-09-15T02:28:41.424619Z","end":"2026-09-15T02:28:41.633069Z","steps":["trace[1832512719] 'process raft request' (duration: 180.75551ms)","trace[1832512719] 'compare' (duration: 27.54484ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:28:41.638066Z","caller":"traceutil/trace.go:171","msg":"trace[1523069897] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"213.242015ms","start":"2026-09-15T02:28:41.424803Z","end":"2026-09-15T02:28:41.638045Z","steps":["trace[1523069897] 'process raft request' (duration: 213.07093ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:41.638308Z","caller":"traceutil/trace.go:171","msg":"trace[1553459998] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"213.412139ms","start":"2026-09-15T02:28:41.424878Z","end":"2026-09-15T02:28:41.63829Z","steps":["trace[1553459998] 'process raft request' (duration: 213.131811ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:28:41.638541Z","caller":"traceutil/trace.go:171","msg":"trace[668101702] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"102.150763ms","start":"2026-09-15T02:28:41.536375Z","end":"2026-09-15T02:28:41.638525Z","steps":["trace[668101702] 'process raft request' (duration: 101.852116ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:08.842235Z","caller":"traceutil/trace.go:171","msg":"trace[763683479] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"345.051726ms","start":"2026-09-15T02:29:08.497151Z","end":"2026-09-15T02:29:08.842203Z","steps":["trace[763683479] 'process raft request' (duration: 257.264956ms)","trace[763683479] 'compare' (duration: 87.158996ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:08.842339Z","caller":"traceutil/trace.go:171","msg":"trace[1437520675] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"159.466895ms","start":"2026-09-15T02:29:08.682798Z","end":"2026-09-15T02:29:08.842265Z","steps":["trace[1437520675] 'process raft request' (duration: 159.036545ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:08.842436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:08.497124Z","time spent":"345.2274ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:14.569757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.953435ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:14.570008Z","caller":"traceutil/trace.go:171","msg":"trace[376197873] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2214; }","duration":"376.224161ms","start":"2026-09-15T02:29:14.193754Z","end":"2026-09-15T02:29:14.569978Z","steps":["trace[376197873] 'range keys from in-memory index tree' (duration: 375.929575ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.601371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-15T02:29:14.570175Z","caller":"traceutil/trace.go:171","msg":"trace[879804157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2214; }","duration":"664.739384ms","start":"2026-09-15T02:29:13.905415Z","end":"2026-09-15T02:29:14.570154Z","steps":["trace[879804157] 'range keys from in-memory index tree' (duration: 664.423196ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.6262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.79\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-09-15T02:29:14.570216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:13.905402Z","time spent":"664.804755ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-15T02:29:14.570251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.349646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:29:14.570266Z","caller":"traceutil/trace.go:171","msg":"trace[1486673683] range","detail":"{range_begin:/registry/masterleases/162.253.55.79; range_end:; response_count:1; response_revision:2214; }","duration":"605.750693ms","start":"2026-09-15T02:29:13.964492Z","end":"2026-09-15T02:29:14.570243Z","steps":["trace[1486673683] 'range keys from in-memory index tree' (duration: 605.466826ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.74235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:29:14.570301Z","caller":"traceutil/trace.go:171","msg":"trace[915082446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2214; }","duration":"717.427348ms","start":"2026-09-15T02:29:13.85286Z","end":"2026-09-15T02:29:14.570288Z","steps":["trace[915082446] 'range keys from in-memory index tree' (duration: 717.192852ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:13.964478Z","time spent":"605.824134ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/162.253.55.79\" "} {"level":"warn","ts":"2026-09-15T02:29:14.570312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.667802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-09-15T02:29:14.570312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.113579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12385"} {"level":"info","ts":"2026-09-15T02:29:14.570358Z","caller":"traceutil/trace.go:171","msg":"trace[1744187349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2214; }","duration":"700.959215ms","start":"2026-09-15T02:29:13.869369Z","end":"2026-09-15T02:29:14.570328Z","steps":["trace[1744187349] 'count revisions from in-memory index tree' (duration: 700.642328ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:13.852849Z","time spent":"717.493839ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-09-15T02:29:14.570389Z","caller":"traceutil/trace.go:171","msg":"trace[823831254] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2214; }","duration":"432.800836ms","start":"2026-09-15T02:29:14.137565Z","end":"2026-09-15T02:29:14.570366Z","steps":["trace[823831254] 'range keys from in-memory index tree' (duration: 432.535079ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:14.570403Z","caller":"traceutil/trace.go:171","msg":"trace[2071353744] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2214; }","duration":"698.229241ms","start":"2026-09-15T02:29:13.872149Z","end":"2026-09-15T02:29:14.570379Z","steps":["trace[2071353744] 'range keys from in-memory index tree' (duration: 697.765621ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.137532Z","time spent":"432.893647ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-15T02:29:14.570391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.792511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-09-15T02:29:14.570439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:13.872138Z","time spent":"698.292583ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12408,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-15T02:29:14.57043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:13.869337Z","time spent":"701.077127ms","remote":"127.0.0.1:51714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-09-15T02:29:14.570493Z","caller":"traceutil/trace.go:171","msg":"trace[1939602937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2214; }","duration":"734.948465ms","start":"2026-09-15T02:29:13.835519Z","end":"2026-09-15T02:29:14.570468Z","steps":["trace[1939602937] 'range keys from in-memory index tree' (duration: 734.471824ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.570601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:13.835496Z","time spent":"735.090489ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-09-15T02:29:14.946045Z","caller":"traceutil/trace.go:171","msg":"trace[1876509746] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"473.380569ms","start":"2026-09-15T02:29:14.472627Z","end":"2026-09-15T02:29:14.946008Z","steps":["trace[1876509746] 'process raft request' (duration: 473.02419ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:14.946339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.472592Z","time spent":"473.613405ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:15.459354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.571715Z","time spent":"887.624213ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-09-15T02:29:15.459584Z","caller":"traceutil/trace.go:171","msg":"trace[313411735] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"882.813631ms","start":"2026-09-15T02:29:14.57674Z","end":"2026-09-15T02:29:15.459553Z","steps":["trace[313411735] 'process raft request' (duration: 882.414912ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:15.459687Z","caller":"traceutil/trace.go:171","msg":"trace[118410152] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"882.264158ms","start":"2026-09-15T02:29:14.577365Z","end":"2026-09-15T02:29:15.459629Z","steps":["trace[118410152] 'process raft request' (duration: 881.935141ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.459761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.57671Z","time spent":"882.962073ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:15.459793Z","caller":"traceutil/trace.go:171","msg":"trace[1710760387] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"881.765316ms","start":"2026-09-15T02:29:14.577966Z","end":"2026-09-15T02:29:15.459732Z","steps":["trace[1710760387] 'process raft request' (duration: 881.370087ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:15.459868Z","caller":"traceutil/trace.go:171","msg":"trace[1694358466] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"594.948713ms","start":"2026-09-15T02:29:14.864889Z","end":"2026-09-15T02:29:15.459837Z","steps":["trace[1694358466] 'process raft request' (duration: 594.769388ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:15.459727Z","caller":"traceutil/trace.go:171","msg":"trace[94439317] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"594.989694ms","start":"2026-09-15T02:29:14.86472Z","end":"2026-09-15T02:29:15.45971Z","steps":["trace[94439317] 'process raft request' (duration: 594.678557ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.45996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.864842Z","time spent":"595.055745ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:15.459989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.577952Z","time spent":"881.92622ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:29:15.459881Z","caller":"traceutil/trace.go:171","msg":"trace[626339267] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2301; }","duration":"879.550306ms","start":"2026-09-15T02:29:14.580282Z","end":"2026-09-15T02:29:15.459832Z","steps":["trace[626339267] 'read index received' (duration: 365.41563ms)","trace[626339267] 'applied index is now lower than readState.Index' (duration: 514.132766ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:15.460049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.74785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:15.460106Z","caller":"traceutil/trace.go:171","msg":"trace[194984482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2220; }","duration":"879.846943ms","start":"2026-09-15T02:29:14.580248Z","end":"2026-09-15T02:29:15.460095Z","steps":["trace[194984482] 'agreement among raft nodes before linearized reading' (duration: 879.73715ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.460141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.580236Z","time spent":"879.896514ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:29:15.460038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.577345Z","time spent":"882.496954ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:15.460012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.864697Z","time spent":"595.254421ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:15.843048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.043162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:29:15.843299Z","caller":"traceutil/trace.go:171","msg":"trace[1777640566] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"381.887281ms","start":"2026-09-15T02:29:15.46138Z","end":"2026-09-15T02:29:15.843268Z","steps":["trace[1777640566] 'process raft request' (duration: 381.81441ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:15.843287Z","caller":"traceutil/trace.go:171","msg":"trace[2029917778] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"726.841007ms","start":"2026-09-15T02:29:15.116403Z","end":"2026-09-15T02:29:15.843244Z","steps":["trace[2029917778] 'process raft request' (duration: 435.462647ms)","trace[2029917778] 'compare' (duration: 290.823917ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:15.843494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.116366Z","time spent":"727.007611ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:15.843485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.584291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-09-15T02:29:15.843516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.461349Z","time spent":"382.072707ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:15.843416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25508803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:15.84357Z","caller":"traceutil/trace.go:171","msg":"trace[1208328318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2222; }","duration":"695.715514ms","start":"2026-09-15T02:29:15.147833Z","end":"2026-09-15T02:29:15.843548Z","steps":["trace[1208328318] 'agreement among raft nodes before linearized reading' (duration: 695.444497ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.843897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.147806Z","time spent":"696.045752ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-09-15T02:29:15.843494Z","caller":"traceutil/trace.go:171","msg":"trace[1632563704] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"383.205342ms","start":"2026-09-15T02:29:15.460063Z","end":"2026-09-15T02:29:15.843268Z","steps":["trace[1632563704] 'read index received' (duration: 91.69951ms)","trace[1632563704] 'applied index is now lower than readState.Index' (duration: 291.503112ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:15.843683Z","caller":"traceutil/trace.go:171","msg":"trace[1415729876] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2222; }","duration":"1.255423508s","start":"2026-09-15T02:29:14.588237Z","end":"2026-09-15T02:29:15.84366Z","steps":["trace[1415729876] 'agreement among raft nodes before linearized reading' (duration: 1.255038399s)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.844068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:14.588197Z","time spent":"1.255852988s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-09-15T02:29:15.84429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.531427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:15.844637Z","caller":"traceutil/trace.go:171","msg":"trace[326193637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2222; }","duration":"382.925866ms","start":"2026-09-15T02:29:15.461696Z","end":"2026-09-15T02:29:15.844622Z","steps":["trace[326193637] 'agreement among raft nodes before linearized reading' (duration: 382.386644ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.844417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.777432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:29:15.844871Z","caller":"traceutil/trace.go:171","msg":"trace[243493322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2222; }","duration":"265.276874ms","start":"2026-09-15T02:29:15.579567Z","end":"2026-09-15T02:29:15.844844Z","steps":["trace[243493322] 'agreement among raft nodes before linearized reading' (duration: 264.620408ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:15.845004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.46167Z","time spent":"383.181803ms","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:29:16.412155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14256884191840361749,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-15T02:29:16.548672Z","caller":"traceutil/trace.go:171","msg":"trace[1239246324] linearizableReadLoop","detail":"{readStateIndex:2312; appliedIndex:2311; }","duration":"637.50163ms","start":"2026-09-15T02:29:15.911136Z","end":"2026-09-15T02:29:16.548638Z","steps":["trace[1239246324] 'read index received' (duration: 637.182843ms)","trace[1239246324] 'applied index is now lower than readState.Index' (duration: 316.997µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:16.548808Z","caller":"traceutil/trace.go:171","msg":"trace[992653858] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"697.788202ms","start":"2026-09-15T02:29:15.850946Z","end":"2026-09-15T02:29:16.548735Z","steps":["trace[992653858] 'process raft request' (duration: 697.462854ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:16.548906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.825362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:16.548979Z","caller":"traceutil/trace.go:171","msg":"trace[1087735103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2224; }","duration":"694.950176ms","start":"2026-09-15T02:29:15.854012Z","end":"2026-09-15T02:29:16.548963Z","steps":["trace[1087735103] 'agreement among raft nodes before linearized reading' (duration: 694.803042ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:16.549013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.252372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-15T02:29:16.549027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.853965Z","time spent":"695.048778ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-09-15T02:29:16.549081Z","caller":"traceutil/trace.go:171","msg":"trace[764909910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2224; }","duration":"469.370105ms","start":"2026-09-15T02:29:16.079677Z","end":"2026-09-15T02:29:16.549047Z","steps":["trace[764909910] 'agreement among raft nodes before linearized reading' (duration: 469.270572ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:16.54908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.880371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:29:16.549195Z","caller":"traceutil/trace.go:171","msg":"trace[1877643195] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"691.065766ms","start":"2026-09-15T02:29:15.858097Z","end":"2026-09-15T02:29:16.549163Z","steps":["trace[1877643195] 'agreement among raft nodes before linearized reading' (duration: 690.696437ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:16.54929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.858081Z","time spent":"691.192609ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-09-15T02:29:16.549125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:16.079635Z","time spent":"469.480708ms","remote":"127.0.0.1:51782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:29:16.549369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:15.850927Z","time spent":"697.977525ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:17.369281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.372434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:29:17.36935Z","caller":"traceutil/trace.go:171","msg":"trace[173532543] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2225; }","duration":"212.454636ms","start":"2026-09-15T02:29:17.156875Z","end":"2026-09-15T02:29:17.36933Z","steps":["trace[173532543] 'count revisions from in-memory index tree' (duration: 212.185649ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:17.632564Z","caller":"traceutil/trace.go:171","msg":"trace[86393629] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2313; }","duration":"168.935834ms","start":"2026-09-15T02:29:17.46359Z","end":"2026-09-15T02:29:17.632526Z","steps":["trace[86393629] 'read index received' (duration: 168.601437ms)","trace[86393629] 'applied index is now lower than readState.Index' (duration: 332.917µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:17.63267Z","caller":"traceutil/trace.go:171","msg":"trace[1731304652] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"240.327923ms","start":"2026-09-15T02:29:17.392297Z","end":"2026-09-15T02:29:17.632625Z","steps":["trace[1731304652] 'process raft request' (duration: 239.990645ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:17.633018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.397586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-09-15T02:29:17.633324Z","caller":"traceutil/trace.go:171","msg":"trace[815485579] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2226; }","duration":"169.620521ms","start":"2026-09-15T02:29:17.463547Z","end":"2026-09-15T02:29:17.633168Z","steps":["trace[815485579] 'agreement among raft nodes before linearized reading' (duration: 169.18064ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:17.633629Z","caller":"traceutil/trace.go:171","msg":"trace[1421804548] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"168.164407ms","start":"2026-09-15T02:29:17.465448Z","end":"2026-09-15T02:29:17.633612Z","steps":["trace[1421804548] 'process raft request' (duration: 168.033104ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:17.633856Z","caller":"traceutil/trace.go:171","msg":"trace[90424996] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"168.170037ms","start":"2026-09-15T02:29:17.465672Z","end":"2026-09-15T02:29:17.633842Z","steps":["trace[90424996] 'process raft request' (duration: 167.897551ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:17.63403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.303496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-15T02:29:17.634285Z","caller":"traceutil/trace.go:171","msg":"trace[1414009132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2228; }","duration":"170.615305ms","start":"2026-09-15T02:29:17.463644Z","end":"2026-09-15T02:29:17.63426Z","steps":["trace[1414009132] 'agreement among raft nodes before linearized reading' (duration: 170.068231ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:17.634306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.088061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-09-15T02:29:17.634365Z","caller":"traceutil/trace.go:171","msg":"trace[1883394531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2228; }","duration":"170.46722ms","start":"2026-09-15T02:29:17.463877Z","end":"2026-09-15T02:29:17.634344Z","steps":["trace[1883394531] 'agreement among raft nodes before linearized reading' (duration: 170.03615ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:17.881103Z","caller":"traceutil/trace.go:171","msg":"trace[999551907] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"243.272902ms","start":"2026-09-15T02:29:17.63778Z","end":"2026-09-15T02:29:17.881053Z","steps":["trace[999551907] 'process raft request' (duration: 190.043965ms)","trace[999551907] 'compare' (duration: 53.052313ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:29:18.129605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.928135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:29:18.130033Z","caller":"traceutil/trace.go:171","msg":"trace[1132070316] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"492.108704ms","start":"2026-09-15T02:29:17.637874Z","end":"2026-09-15T02:29:18.129983Z","steps":["trace[1132070316] 'process raft request' (duration: 390.665466ms)","trace[1132070316] 'compare' (duration: 100.756632ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:18.13012Z","caller":"traceutil/trace.go:171","msg":"trace[1292223113] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"279.957015ms","start":"2026-09-15T02:29:17.850156Z","end":"2026-09-15T02:29:18.130113Z","steps":["trace[1292223113] 'process raft request' (duration: 279.823932ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:18.130056Z","caller":"traceutil/trace.go:171","msg":"trace[1005335282] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2317; }","duration":"268.828906ms","start":"2026-09-15T02:29:17.861204Z","end":"2026-09-15T02:29:18.130033Z","steps":["trace[1005335282] 'read index received' (duration: 167.328457ms)","trace[1005335282] 'applied index is now lower than readState.Index' (duration: 101.499199ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:29:18.13007Z","caller":"traceutil/trace.go:171","msg":"trace[1606741932] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"491.290235ms","start":"2026-09-15T02:29:17.638764Z","end":"2026-09-15T02:29:18.130055Z","steps":["trace[1606741932] 'process raft request' (duration: 491.126101ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:18.130265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:17.637764Z","time spent":"492.367139ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:18.130385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.476243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-15T02:29:18.130418Z","caller":"traceutil/trace.go:171","msg":"trace[1548288867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2232; }","duration":"214.563584ms","start":"2026-09-15T02:29:17.915844Z","end":"2026-09-15T02:29:18.130408Z","steps":["trace[1548288867] 'agreement among raft nodes before linearized reading' (duration: 214.421861ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:18.130388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.186384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-09-15T02:29:18.130512Z","caller":"traceutil/trace.go:171","msg":"trace[1600393371] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2232; }","duration":"269.335837ms","start":"2026-09-15T02:29:17.861156Z","end":"2026-09-15T02:29:18.130492Z","steps":["trace[1600393371] 'agreement among raft nodes before linearized reading' (duration: 268.933848ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:29:18.130414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:29:17.638743Z","time spent":"491.54135ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:29:18.425712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.065831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18d55d969590de0c\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-09-15T02:29:18.425928Z","caller":"traceutil/trace.go:171","msg":"trace[462778221] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18d55d969590de0c; range_end:; response_count:1; response_revision:2233; }","duration":"142.346887ms","start":"2026-09-15T02:29:18.283538Z","end":"2026-09-15T02:29:18.425885Z","steps":["trace[462778221] 'range keys from in-memory index tree' (duration: 141.747804ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:29:35.854227Z","caller":"traceutil/trace.go:171","msg":"trace[2078300942] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"147.565976ms","start":"2026-09-15T02:29:35.706636Z","end":"2026-09-15T02:29:35.854202Z","steps":["trace[2078300942] 'process raft request' (duration: 147.402402ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:30:28.548863Z","caller":"traceutil/trace.go:171","msg":"trace[1003317092] transaction","detail":"{read_only:false; response_revision:2773; number_of_response:1; }","duration":"115.557238ms","start":"2026-09-15T02:30:28.433269Z","end":"2026-09-15T02:30:28.548827Z","steps":["trace[1003317092] 'process raft request' (duration: 109.146739ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:02.046612Z","caller":"traceutil/trace.go:171","msg":"trace[310571407] transaction","detail":"{read_only:false; response_revision:2978; number_of_response:1; }","duration":"150.350664ms","start":"2026-09-15T02:31:01.896236Z","end":"2026-09-15T02:31:02.046587Z","steps":["trace[310571407] 'process raft request' (duration: 150.217161ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:07.644952Z","caller":"traceutil/trace.go:171","msg":"trace[924487589] transaction","detail":"{read_only:false; response_revision:3013; number_of_response:1; }","duration":"110.796358ms","start":"2026-09-15T02:31:07.534115Z","end":"2026-09-15T02:31:07.644912Z","steps":["trace[924487589] 'process raft request' (duration: 110.484921ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:31:07.968663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.610088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-15T02:31:07.968896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.806503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:31:07.968968Z","caller":"traceutil/trace.go:171","msg":"trace[395521491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3013; }","duration":"250.922975ms","start":"2026-09-15T02:31:07.718028Z","end":"2026-09-15T02:31:07.968951Z","steps":["trace[395521491] 'count revisions from in-memory index tree' (duration: 250.69331ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:31:07.968893Z","caller":"traceutil/trace.go:171","msg":"trace[887336439] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:3013; }","duration":"165.884394ms","start":"2026-09-15T02:31:07.802979Z","end":"2026-09-15T02:31:07.968863Z","steps":["trace[887336439] 'count revisions from in-memory index tree' (duration: 165.517596ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:00.184249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.606786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17027"} {"level":"info","ts":"2026-09-15T02:35:00.184352Z","caller":"traceutil/trace.go:171","msg":"trace[1959866646] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4472; }","duration":"170.744389ms","start":"2026-09-15T02:35:00.013588Z","end":"2026-09-15T02:35:00.184333Z","steps":["trace[1959866646] 'range keys from in-memory index tree' (duration: 170.432822ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:00.184403Z","caller":"traceutil/trace.go:171","msg":"trace[1182862815] transaction","detail":"{read_only:false; response_revision:4473; number_of_response:1; }","duration":"160.354394ms","start":"2026-09-15T02:35:00.024003Z","end":"2026-09-15T02:35:00.184357Z","steps":["trace[1182862815] 'process raft request' (duration: 84.833898ms)","trace[1182862815] 'compare' (duration: 75.27566ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:00.187709Z","caller":"traceutil/trace.go:171","msg":"trace[1942025518] transaction","detail":"{read_only:false; response_revision:4474; number_of_response:1; }","duration":"139.640974ms","start":"2026-09-15T02:35:00.048019Z","end":"2026-09-15T02:35:00.18766Z","steps":["trace[1942025518] 'process raft request' (duration: 138.793864ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:00.42153Z","caller":"traceutil/trace.go:171","msg":"trace[1989568276] transaction","detail":"{read_only:false; response_revision:4477; number_of_response:1; }","duration":"163.904007ms","start":"2026-09-15T02:35:00.257588Z","end":"2026-09-15T02:35:00.421492Z","steps":["trace[1989568276] 'process raft request' (duration: 101.544953ms)","trace[1989568276] 'compare' (duration: 61.71858ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:00.421636Z","caller":"traceutil/trace.go:171","msg":"trace[484138558] linearizableReadLoop","detail":"{readStateIndex:4654; appliedIndex:4651; }","duration":"108.525437ms","start":"2026-09-15T02:35:00.313081Z","end":"2026-09-15T02:35:00.421607Z","steps":["trace[484138558] 'read index received' (duration: 46.018979ms)","trace[484138558] 'applied index is now lower than readState.Index' (duration: 62.504858ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:00.421746Z","caller":"traceutil/trace.go:171","msg":"trace[291130830] transaction","detail":"{read_only:false; response_revision:4479; number_of_response:1; }","duration":"154.884453ms","start":"2026-09-15T02:35:00.266853Z","end":"2026-09-15T02:35:00.421738Z","steps":["trace[291130830] 'process raft request' (duration: 154.402422ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:00.421786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.68932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:00.421869Z","caller":"traceutil/trace.go:171","msg":"trace[951145053] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4479; }","duration":"108.812024ms","start":"2026-09-15T02:35:00.313042Z","end":"2026-09-15T02:35:00.421854Z","steps":["trace[951145053] 'agreement among raft nodes before linearized reading' (duration: 108.65993ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:00.421854Z","caller":"traceutil/trace.go:171","msg":"trace[1414399107] transaction","detail":"{read_only:false; response_revision:4478; number_of_response:1; }","duration":"163.875537ms","start":"2026-09-15T02:35:00.257868Z","end":"2026-09-15T02:35:00.421743Z","steps":["trace[1414399107] 'process raft request' (duration: 163.275663ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:00.486558Z","caller":"traceutil/trace.go:171","msg":"trace[1255080021] transaction","detail":"{read_only:false; response_revision:4480; number_of_response:1; }","duration":"123.463871ms","start":"2026-09-15T02:35:00.363052Z","end":"2026-09-15T02:35:00.486516Z","steps":["trace[1255080021] 'process raft request' (duration: 122.777834ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:00.622011Z","caller":"traceutil/trace.go:171","msg":"trace[1464793562] linearizableReadLoop","detail":"{readStateIndex:4656; appliedIndex:4655; }","duration":"135.529515ms","start":"2026-09-15T02:35:00.486452Z","end":"2026-09-15T02:35:00.621982Z","steps":["trace[1464793562] 'read index received' (duration: 82.207764ms)","trace[1464793562] 'applied index is now lower than readState.Index' (duration: 53.320391ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:00.622055Z","caller":"traceutil/trace.go:171","msg":"trace[72627339] transaction","detail":"{read_only:false; response_revision:4481; number_of_response:1; }","duration":"182.061367ms","start":"2026-09-15T02:35:00.439936Z","end":"2026-09-15T02:35:00.621997Z","steps":["trace[72627339] 'process raft request' (duration: 128.778777ms)","trace[72627339] 'compare' (duration: 52.969273ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:35:00.622625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.426195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:00.622752Z","caller":"traceutil/trace.go:171","msg":"trace[713986477] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheusagents.monitoring.coreos.com; range_end:; response_count:0; response_revision:4483; }","duration":"190.66047ms","start":"2026-09-15T02:35:00.432068Z","end":"2026-09-15T02:35:00.622729Z","steps":["trace[713986477] 'agreement among raft nodes before linearized reading' (duration: 190.058266ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:00.622863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.402702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-09-15T02:35:00.622997Z","caller":"traceutil/trace.go:171","msg":"trace[2097987395] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4483; }","duration":"132.561786ms","start":"2026-09-15T02:35:00.490376Z","end":"2026-09-15T02:35:00.622938Z","steps":["trace[2097987395] 'agreement among raft nodes before linearized reading' (duration: 132.074915ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:00.884895Z","caller":"traceutil/trace.go:171","msg":"trace[1310555537] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"115.751119ms","start":"2026-09-15T02:35:00.769111Z","end":"2026-09-15T02:35:00.884862Z","steps":["trace[1310555537] 'process raft request' (duration: 115.265118ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:01.180787Z","caller":"traceutil/trace.go:171","msg":"trace[1353645822] linearizableReadLoop","detail":"{readStateIndex:4662; appliedIndex:4661; }","duration":"135.944696ms","start":"2026-09-15T02:35:01.044817Z","end":"2026-09-15T02:35:01.180762Z","steps":["trace[1353645822] 'read index received' (duration: 134.771169ms)","trace[1353645822] 'applied index is now lower than readState.Index' (duration: 1.172647ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:35:01.180907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.07189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:01.180937Z","caller":"traceutil/trace.go:171","msg":"trace[1530680076] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/prometheuses.monitoring.coreos.com; range_end:; response_count:0; response_revision:4487; }","duration":"136.158232ms","start":"2026-09-15T02:35:01.044769Z","end":"2026-09-15T02:35:01.180927Z","steps":["trace[1530680076] 'agreement among raft nodes before linearized reading' (duration: 136.0845ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:01.180905Z","caller":"traceutil/trace.go:171","msg":"trace[1342320709] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"141.942538ms","start":"2026-09-15T02:35:01.038931Z","end":"2026-09-15T02:35:01.180873Z","steps":["trace[1342320709] 'process raft request' (duration: 141.19556ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:01.887083Z","caller":"traceutil/trace.go:171","msg":"trace[1398063642] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"115.900332ms","start":"2026-09-15T02:35:01.77115Z","end":"2026-09-15T02:35:01.887051Z","steps":["trace[1398063642] 'process raft request' (duration: 60.44965ms)","trace[1398063642] 'compare' (duration: 54.54696ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:01.887402Z","caller":"traceutil/trace.go:171","msg":"trace[1299236478] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"106.251803ms","start":"2026-09-15T02:35:01.781131Z","end":"2026-09-15T02:35:01.887383Z","steps":["trace[1299236478] 'process raft request' (duration: 105.441415ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:02.642566Z","caller":"traceutil/trace.go:171","msg":"trace[505512867] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"104.264305ms","start":"2026-09-15T02:35:02.538277Z","end":"2026-09-15T02:35:02.642541Z","steps":["trace[505512867] 'process raft request' (duration: 87.103705ms)","trace[505512867] 'compare' (duration: 16.843112ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:48.061444Z","caller":"traceutil/trace.go:171","msg":"trace[1678224033] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"108.415101ms","start":"2026-09-15T02:35:47.953009Z","end":"2026-09-15T02:35:48.061424Z","steps":["trace[1678224033] 'process raft request' (duration: 108.311838ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.061549Z","caller":"traceutil/trace.go:171","msg":"trace[953295295] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"121.369931ms","start":"2026-09-15T02:35:47.940169Z","end":"2026-09-15T02:35:48.061539Z","steps":["trace[953295295] 'process raft request' (duration: 98.184763ms)","trace[953295295] 'compare' (duration: 22.84175ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:48.26036Z","caller":"traceutil/trace.go:171","msg":"trace[1158074171] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5333; }","duration":"168.051058ms","start":"2026-09-15T02:35:48.092241Z","end":"2026-09-15T02:35:48.260292Z","steps":["trace[1158074171] 'read index received' (duration: 54.489228ms)","trace[1158074171] 'applied index is now lower than readState.Index' (duration: 113.5604ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:48.260445Z","caller":"traceutil/trace.go:171","msg":"trace[1679194430] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"164.960675ms","start":"2026-09-15T02:35:48.095412Z","end":"2026-09-15T02:35:48.260373Z","steps":["trace[1679194430] 'process raft request' (duration: 66.533896ms)","trace[1679194430] 'compare' (duration: 97.59872ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:35:48.260664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.420847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-rvs2q.18d55d8a863944c9\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-09-15T02:35:48.260712Z","caller":"traceutil/trace.go:171","msg":"trace[548420444] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-rvs2q.18d55d8a863944c9; range_end:; response_count:1; response_revision:5137; }","duration":"168.525099ms","start":"2026-09-15T02:35:48.092172Z","end":"2026-09-15T02:35:48.260697Z","steps":["trace[548420444] 'agreement among raft nodes before linearized reading' (duration: 168.305974ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:48.321047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.888656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-09-15T02:35:48.321114Z","caller":"traceutil/trace.go:171","msg":"trace[49598981] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:5140; }","duration":"149.971508ms","start":"2026-09-15T02:35:48.171128Z","end":"2026-09-15T02:35:48.3211Z","steps":["trace[49598981] 'agreement among raft nodes before linearized reading' (duration: 149.738423ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.321018Z","caller":"traceutil/trace.go:171","msg":"trace[1587428420] transaction","detail":"{read_only:false; response_revision:5139; number_of_response:1; }","duration":"145.733469ms","start":"2026-09-15T02:35:48.175171Z","end":"2026-09-15T02:35:48.320905Z","steps":["trace[1587428420] 'process raft request' (duration: 145.358539ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.671314Z","caller":"traceutil/trace.go:171","msg":"trace[71382545] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5370; }","duration":"152.981817ms","start":"2026-09-15T02:35:48.518311Z","end":"2026-09-15T02:35:48.671292Z","steps":["trace[71382545] 'read index received' (duration: 37.256036ms)","trace[71382545] 'applied index is now lower than readState.Index' (duration: 115.724931ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:48.671516Z","caller":"traceutil/trace.go:171","msg":"trace[945031563] transaction","detail":"{read_only:false; response_revision:5172; number_of_response:1; }","duration":"153.431399ms","start":"2026-09-15T02:35:48.518055Z","end":"2026-09-15T02:35:48.671486Z","steps":["trace[945031563] 'process raft request' (duration: 149.783463ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:48.671707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.369006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:48.671771Z","caller":"traceutil/trace.go:171","msg":"trace[969637788] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5172; }","duration":"153.456228ms","start":"2026-09-15T02:35:48.518297Z","end":"2026-09-15T02:35:48.671753Z","steps":["trace[969637788] 'agreement among raft nodes before linearized reading' (duration: 153.347035ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.673259Z","caller":"traceutil/trace.go:171","msg":"trace[1749596057] transaction","detail":"{read_only:false; response_revision:5175; number_of_response:1; }","duration":"112.281061ms","start":"2026-09-15T02:35:48.560947Z","end":"2026-09-15T02:35:48.673228Z","steps":["trace[1749596057] 'process raft request' (duration: 112.132017ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.673317Z","caller":"traceutil/trace.go:171","msg":"trace[1134067726] transaction","detail":"{read_only:false; response_revision:5174; number_of_response:1; }","duration":"113.904308ms","start":"2026-09-15T02:35:48.559382Z","end":"2026-09-15T02:35:48.673287Z","steps":["trace[1134067726] 'process raft request' (duration: 113.660733ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:48.673621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.575724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-15T02:35:48.673329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.214459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-09-15T02:35:48.673692Z","caller":"traceutil/trace.go:171","msg":"trace[1051154872] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5175; }","duration":"114.670637ms","start":"2026-09-15T02:35:48.558996Z","end":"2026-09-15T02:35:48.673667Z","steps":["trace[1051154872] 'agreement among raft nodes before linearized reading' (duration: 114.586505ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.673761Z","caller":"traceutil/trace.go:171","msg":"trace[441015202] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:5175; }","duration":"152.6567ms","start":"2026-09-15T02:35:48.521064Z","end":"2026-09-15T02:35:48.673721Z","steps":["trace[441015202] 'agreement among raft nodes before linearized reading' (duration: 152.074376ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:48.673677Z","caller":"traceutil/trace.go:171","msg":"trace[1855818416] transaction","detail":"{read_only:false; response_revision:5173; number_of_response:1; }","duration":"114.269537ms","start":"2026-09-15T02:35:48.559384Z","end":"2026-09-15T02:35:48.673653Z","steps":["trace[1855818416] 'process raft request' (duration: 113.511369ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:50.524716Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2915} {"level":"info","ts":"2026-09-15T02:35:50.625427Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2915,"took":"98.649577ms","hash":1889113211,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":27533312,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-15T02:35:50.625582Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1889113211,"revision":2915,"compact-revision":-1} {"level":"info","ts":"2026-09-15T02:35:55.958117Z","caller":"traceutil/trace.go:171","msg":"trace[1035516864] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"167.819164ms","start":"2026-09-15T02:35:55.790265Z","end":"2026-09-15T02:35:55.958084Z","steps":["trace[1035516864] 'process raft request' (duration: 167.570378ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:56.210662Z","caller":"traceutil/trace.go:171","msg":"trace[611985396] linearizableReadLoop","detail":"{readStateIndex:5545; appliedIndex:5542; }","duration":"210.447152ms","start":"2026-09-15T02:35:56.000192Z","end":"2026-09-15T02:35:56.210639Z","steps":["trace[611985396] 'read index received' (duration: 2.192421ms)","trace[611985396] 'applied index is now lower than readState.Index' (duration: 208.251881ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:56.210773Z","caller":"traceutil/trace.go:171","msg":"trace[1483567604] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"212.687834ms","start":"2026-09-15T02:35:55.998074Z","end":"2026-09-15T02:35:56.210762Z","steps":["trace[1483567604] 'process raft request' (duration: 212.499219ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:56.21092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.684988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:56.210991Z","caller":"traceutil/trace.go:171","msg":"trace[976849607] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"213.82507ms","start":"2026-09-15T02:35:55.997098Z","end":"2026-09-15T02:35:56.210923Z","steps":["trace[976849607] 'process raft request' (duration: 213.340848ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:56.21106Z","caller":"traceutil/trace.go:171","msg":"trace[1767365457] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5339; }","duration":"210.874182ms","start":"2026-09-15T02:35:56.000156Z","end":"2026-09-15T02:35:56.21103Z","steps":["trace[1767365457] 'agreement among raft nodes before linearized reading' (duration: 210.639526ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:56.264887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.991938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:35:56.265018Z","caller":"traceutil/trace.go:171","msg":"trace[1694727973] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5341; }","duration":"150.134481ms","start":"2026-09-15T02:35:56.11483Z","end":"2026-09-15T02:35:56.264964Z","steps":["trace[1694727973] 'agreement among raft nodes before linearized reading' (duration: 149.954767ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:56.265033Z","caller":"traceutil/trace.go:171","msg":"trace[753658920] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"172.34362ms","start":"2026-09-15T02:35:56.092607Z","end":"2026-09-15T02:35:56.264951Z","steps":["trace[753658920] 'process raft request' (duration: 172.077944ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:56.265056Z","caller":"traceutil/trace.go:171","msg":"trace[1908031465] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"258.390112ms","start":"2026-09-15T02:35:56.006553Z","end":"2026-09-15T02:35:56.264943Z","steps":["trace[1908031465] 'process raft request' (duration: 257.970032ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.073317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.293043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-09-15T02:35:59.073601Z","caller":"traceutil/trace.go:171","msg":"trace[1916974266] transaction","detail":"{read_only:false; number_of_response:0; response_revision:5458; }","duration":"363.872199ms","start":"2026-09-15T02:35:58.709697Z","end":"2026-09-15T02:35:59.073569Z","steps":["trace[1916974266] 'process raft request' (duration: 175.241158ms)","trace[1916974266] 'compare' (duration: 188.242982ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:59.073692Z","caller":"traceutil/trace.go:171","msg":"trace[2073271452] linearizableReadLoop","detail":"{readStateIndex:5667; appliedIndex:5666; }","duration":"340.044871ms","start":"2026-09-15T02:35:58.733634Z","end":"2026-09-15T02:35:59.073679Z","steps":["trace[2073271452] 'read index received' (duration: 151.37654ms)","trace[2073271452] 'applied index is now lower than readState.Index' (duration: 188.666991ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:35:59.0738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:35:58.709678Z","time spent":"364.012632ms","remote":"127.0.0.1:56940","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-09-15T02:35:59.074154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.501572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-15T02:35:59.073638Z","caller":"traceutil/trace.go:171","msg":"trace[2057233622] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"163.533693ms","start":"2026-09-15T02:35:58.91005Z","end":"2026-09-15T02:35:59.073584Z","steps":["trace[2057233622] 'process raft request' (duration: 163.39119ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:35:59.074221Z","caller":"traceutil/trace.go:171","msg":"trace[406153508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5459; }","duration":"340.594274ms","start":"2026-09-15T02:35:58.733608Z","end":"2026-09-15T02:35:59.074202Z","steps":["trace[406153508] 'agreement among raft nodes before linearized reading' (duration: 340.394969ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.074259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:35:58.733597Z","time spent":"340.649896ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-15T02:35:59.187254Z","caller":"traceutil/trace.go:171","msg":"trace[1375377664] linearizableReadLoop","detail":"{readStateIndex:5669; appliedIndex:5668; }","duration":"113.492575ms","start":"2026-09-15T02:35:59.073733Z","end":"2026-09-15T02:35:59.187225Z","steps":["trace[1375377664] 'read index received' (duration: 90.460936ms)","trace[1375377664] 'applied index is now lower than readState.Index' (duration: 23.028449ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:35:59.187274Z","caller":"traceutil/trace.go:171","msg":"trace[894815441] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"108.766734ms","start":"2026-09-15T02:35:59.078483Z","end":"2026-09-15T02:35:59.187249Z","steps":["trace[894815441] 'process raft request' (duration: 108.62701ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.187448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.210429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8ec6688-177b-47be-928e-2125dbae3428\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-09-15T02:35:59.187497Z","caller":"traceutil/trace.go:171","msg":"trace[1327840350] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a8ec6688-177b-47be-928e-2125dbae3428; range_end:; response_count:1; response_revision:5460; }","duration":"370.322381ms","start":"2026-09-15T02:35:58.817161Z","end":"2026-09-15T02:35:59.187483Z","steps":["trace[1327840350] 'agreement among raft nodes before linearized reading' (duration: 370.188358ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.187502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.8847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-09-15T02:35:59.187544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:35:58.817139Z","time spent":"370.391552ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a8ec6688-177b-47be-928e-2125dbae3428\" "} {"level":"warn","ts":"2026-09-15T02:35:59.187546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.235462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-15T02:35:59.187593Z","caller":"traceutil/trace.go:171","msg":"trace[1898007184] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5460; }","duration":"445.321673ms","start":"2026-09-15T02:35:58.742261Z","end":"2026-09-15T02:35:59.187583Z","steps":["trace[1898007184] 'agreement among raft nodes before linearized reading' (duration: 445.17655ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.187587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.358418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-09-15T02:35:59.187598Z","caller":"traceutil/trace.go:171","msg":"trace[558645032] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5460; }","duration":"361.017322ms","start":"2026-09-15T02:35:58.826558Z","end":"2026-09-15T02:35:59.187575Z","steps":["trace[558645032] 'agreement among raft nodes before linearized reading' (duration: 360.769167ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.187592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.329127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"warn","ts":"2026-09-15T02:35:59.187627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:35:58.742248Z","time spent":"445.369565ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-09-15T02:35:59.187646Z","caller":"traceutil/trace.go:171","msg":"trace[241803497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5460; }","duration":"133.45974ms","start":"2026-09-15T02:35:59.05417Z","end":"2026-09-15T02:35:59.18763Z","steps":["trace[241803497] 'agreement among raft nodes before linearized reading' (duration: 133.277576ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:35:59.187659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:35:58.826548Z","time spent":"361.097894ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-15T02:35:59.187684Z","caller":"traceutil/trace.go:171","msg":"trace[1715437437] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:5460; }","duration":"112.446409ms","start":"2026-09-15T02:35:59.075202Z","end":"2026-09-15T02:35:59.187649Z","steps":["trace[1715437437] 'agreement among raft nodes before linearized reading' (duration: 112.209293ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:05.067277Z","caller":"traceutil/trace.go:171","msg":"trace[1720931770] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"127.293097ms","start":"2026-09-15T02:36:04.939958Z","end":"2026-09-15T02:36:05.067251Z","steps":["trace[1720931770] 'process raft request' (duration: 92.226467ms)","trace[1720931770] 'compare' (duration: 34.781664ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:05.067733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.468487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:36:05.067801Z","caller":"traceutil/trace.go:171","msg":"trace[284868074] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:5588; }","duration":"120.603661ms","start":"2026-09-15T02:36:04.947182Z","end":"2026-09-15T02:36:05.067786Z","steps":["trace[284868074] 'agreement among raft nodes before linearized reading' (duration: 120.451927ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:05.214192Z","caller":"traceutil/trace.go:171","msg":"trace[652768023] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"115.748337ms","start":"2026-09-15T02:36:05.098398Z","end":"2026-09-15T02:36:05.214146Z","steps":["trace[652768023] 'process raft request' (duration: 99.735983ms)","trace[652768023] 'compare' (duration: 15.662426ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:13.916117Z","caller":"traceutil/trace.go:171","msg":"trace[1150139926] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"148.060863ms","start":"2026-09-15T02:36:13.768035Z","end":"2026-09-15T02:36:13.916096Z","steps":["trace[1150139926] 'process raft request' (duration: 147.980441ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:13.916333Z","caller":"traceutil/trace.go:171","msg":"trace[933675063] transaction","detail":"{read_only:false; response_revision:5716; number_of_response:1; }","duration":"102.64549ms","start":"2026-09-15T02:36:13.813658Z","end":"2026-09-15T02:36:13.916303Z","steps":["trace[933675063] 'process raft request' (duration: 102.411124ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:13.916129Z","caller":"traceutil/trace.go:171","msg":"trace[1854393320] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"148.747868ms","start":"2026-09-15T02:36:13.767362Z","end":"2026-09-15T02:36:13.91611Z","steps":["trace[1854393320] 'process raft request' (duration: 148.492333ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:14.052335Z","caller":"traceutil/trace.go:171","msg":"trace[1771404316] linearizableReadLoop","detail":"{readStateIndex:5935; appliedIndex:5930; }","duration":"199.352741ms","start":"2026-09-15T02:36:13.852961Z","end":"2026-09-15T02:36:14.052314Z","steps":["trace[1771404316] 'read index received' (duration: 62.87758ms)","trace[1771404316] 'applied index is now lower than readState.Index' (duration: 136.474521ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:14.052502Z","caller":"traceutil/trace.go:171","msg":"trace[720601527] transaction","detail":"{read_only:false; response_revision:5717; number_of_response:1; }","duration":"211.930296ms","start":"2026-09-15T02:36:13.84056Z","end":"2026-09-15T02:36:14.052491Z","steps":["trace[720601527] 'process raft request' (duration: 203.302053ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:14.052757Z","caller":"traceutil/trace.go:171","msg":"trace[1169795250] transaction","detail":"{read_only:false; response_revision:5718; number_of_response:1; }","duration":"211.988038ms","start":"2026-09-15T02:36:13.840761Z","end":"2026-09-15T02:36:14.052749Z","steps":["trace[1169795250] 'process raft request' (duration: 211.511956ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:14.053004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.002247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r9ktg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-09-15T02:36:14.053038Z","caller":"traceutil/trace.go:171","msg":"trace[442406856] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r9ktg; range_end:; response_count:1; response_revision:5718; }","duration":"200.112769ms","start":"2026-09-15T02:36:13.852915Z","end":"2026-09-15T02:36:14.053028Z","steps":["trace[442406856] 'agreement among raft nodes before linearized reading' (duration: 199.939135ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:14.129157Z","caller":"traceutil/trace.go:171","msg":"trace[1547663407] transaction","detail":"{read_only:false; response_revision:5719; number_of_response:1; }","duration":"204.786449ms","start":"2026-09-15T02:36:13.924341Z","end":"2026-09-15T02:36:14.129127Z","steps":["trace[1547663407] 'process raft request' (duration: 204.487892ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:14.129512Z","caller":"traceutil/trace.go:171","msg":"trace[1906364687] transaction","detail":"{read_only:false; response_revision:5720; number_of_response:1; }","duration":"205.122887ms","start":"2026-09-15T02:36:13.924369Z","end":"2026-09-15T02:36:14.129492Z","steps":["trace[1906364687] 'process raft request' (duration: 204.681826ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:14.129868Z","caller":"traceutil/trace.go:171","msg":"trace[1201281588] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"203.53258ms","start":"2026-09-15T02:36:13.926325Z","end":"2026-09-15T02:36:14.129858Z","steps":["trace[1201281588] 'process raft request' (duration: 203.065569ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:14.13027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.69555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-svdrb\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-09-15T02:36:14.130327Z","caller":"traceutil/trace.go:171","msg":"trace[212448144] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-svdrb; range_end:; response_count:1; response_revision:5721; }","duration":"205.790712ms","start":"2026-09-15T02:36:13.924526Z","end":"2026-09-15T02:36:14.130316Z","steps":["trace[212448144] 'agreement among raft nodes before linearized reading' (duration: 205.189329ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:14.130099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.734777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.79\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-09-15T02:36:14.130634Z","caller":"traceutil/trace.go:171","msg":"trace[407592856] range","detail":"{range_begin:/registry/masterleases/162.253.55.79; range_end:; response_count:1; response_revision:5721; }","duration":"140.380522ms","start":"2026-09-15T02:36:13.990235Z","end":"2026-09-15T02:36:14.130616Z","steps":["trace[407592856] 'agreement among raft nodes before linearized reading' (duration: 139.40445ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:14.577125Z","caller":"traceutil/trace.go:171","msg":"trace[550803642] transaction","detail":"{read_only:false; response_revision:5728; number_of_response:1; }","duration":"228.401981ms","start":"2026-09-15T02:36:14.348691Z","end":"2026-09-15T02:36:14.577093Z","steps":["trace[550803642] 'process raft request' (duration: 169.052894ms)","trace[550803642] 'compare' (duration: 59.183293ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:16.803046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.631325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:36:16.803128Z","caller":"traceutil/trace.go:171","msg":"trace[69521904] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5752; }","duration":"133.756647ms","start":"2026-09-15T02:36:16.669353Z","end":"2026-09-15T02:36:16.80311Z","steps":["trace[69521904] 'count revisions from in-memory index tree' (duration: 133.557312ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:26.407673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.820093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r9ktg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-09-15T02:36:26.407747Z","caller":"traceutil/trace.go:171","msg":"trace[102170722] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r9ktg; range_end:; response_count:1; response_revision:5933; }","duration":"199.943966ms","start":"2026-09-15T02:36:26.207785Z","end":"2026-09-15T02:36:26.407729Z","steps":["trace[102170722] 'range keys from in-memory index tree' (duration: 199.636049ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:26.407964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.375828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae879d70-06f0-4c83-a0df-884ed7033ccd\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-09-15T02:36:26.408103Z","caller":"traceutil/trace.go:171","msg":"trace[1311008472] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae879d70-06f0-4c83-a0df-884ed7033ccd; range_end:; response_count:1; response_revision:5933; }","duration":"242.562782ms","start":"2026-09-15T02:36:26.165516Z","end":"2026-09-15T02:36:26.408079Z","steps":["trace[1311008472] 'range keys from in-memory index tree' (duration: 242.193214ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:26.648211Z","caller":"traceutil/trace.go:171","msg":"trace[376946447] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"290.582645ms","start":"2026-09-15T02:36:26.357605Z","end":"2026-09-15T02:36:26.648187Z","steps":["trace[376946447] 'process raft request' (duration: 290.40646ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:26.648537Z","caller":"traceutil/trace.go:171","msg":"trace[2041431135] linearizableReadLoop","detail":"{readStateIndex:6157; appliedIndex:6157; }","duration":"235.716263ms","start":"2026-09-15T02:36:26.412783Z","end":"2026-09-15T02:36:26.648499Z","steps":["trace[2041431135] 'read index received' (duration: 235.680092ms)","trace[2041431135] 'applied index is now lower than readState.Index' (duration: 13.561µs)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:26.648927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.122692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80035"} {"level":"info","ts":"2026-09-15T02:36:26.649022Z","caller":"traceutil/trace.go:171","msg":"trace[803237236] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5934; }","duration":"236.264355ms","start":"2026-09-15T02:36:26.412714Z","end":"2026-09-15T02:36:26.648978Z","steps":["trace[803237236] 'agreement among raft nodes before linearized reading' (duration: 235.915047ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:26.915764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.468708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:36:26.915858Z","caller":"traceutil/trace.go:171","msg":"trace[1009292126] linearizableReadLoop","detail":"{readStateIndex:6158; appliedIndex:6157; }","duration":"257.130383ms","start":"2026-09-15T02:36:26.658712Z","end":"2026-09-15T02:36:26.915842Z","steps":["trace[1009292126] 'read index received' (duration: 62.475271ms)","trace[1009292126] 'applied index is now lower than readState.Index' (duration: 194.654112ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:26.916093Z","caller":"traceutil/trace.go:171","msg":"trace[1539220] transaction","detail":"{read_only:false; response_revision:5935; number_of_response:1; }","duration":"277.07949ms","start":"2026-09-15T02:36:26.638978Z","end":"2026-09-15T02:36:26.916057Z","steps":["trace[1539220] 'process raft request' (duration: 82.222654ms)","trace[1539220] 'compare' (duration: 194.346614ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:26.91617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.445231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-09-15T02:36:26.916198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.112428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-wxrdh\" ","response":"range_response_count:1 size:4756"} {"level":"info","ts":"2026-09-15T02:36:26.916243Z","caller":"traceutil/trace.go:171","msg":"trace[1316631989] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5935; }","duration":"257.559562ms","start":"2026-09-15T02:36:26.658665Z","end":"2026-09-15T02:36:26.916224Z","steps":["trace[1316631989] 'agreement among raft nodes before linearized reading' (duration: 257.272996ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:26.916248Z","caller":"traceutil/trace.go:171","msg":"trace[1549276332] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-wxrdh; range_end:; response_count:1; response_revision:5935; }","duration":"108.20259ms","start":"2026-09-15T02:36:26.80803Z","end":"2026-09-15T02:36:26.916232Z","steps":["trace[1549276332] 'agreement among raft nodes before linearized reading' (duration: 108.043186ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.528408Z","caller":"traceutil/trace.go:171","msg":"trace[419278881] linearizableReadLoop","detail":"{readStateIndex:6160; appliedIndex:6159; }","duration":"370.444173ms","start":"2026-09-15T02:36:27.157937Z","end":"2026-09-15T02:36:27.528381Z","steps":["trace[419278881] 'read index received' (duration: 370.261818ms)","trace[419278881] 'applied index is now lower than readState.Index' (duration: 181.275µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:36:27.528477Z","caller":"traceutil/trace.go:171","msg":"trace[541963386] transaction","detail":"{read_only:false; response_revision:5937; number_of_response:1; }","duration":"602.948269ms","start":"2026-09-15T02:36:26.925495Z","end":"2026-09-15T02:36:27.528443Z","steps":["trace[541963386] 'process raft request' (duration: 602.677703ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.528689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.733369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-09-15T02:36:27.528733Z","caller":"traceutil/trace.go:171","msg":"trace[772652556] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5937; }","duration":"370.844911ms","start":"2026-09-15T02:36:27.157875Z","end":"2026-09-15T02:36:27.52872Z","steps":["trace[772652556] 'agreement among raft nodes before linearized reading' (duration: 370.636767ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.528769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:27.157851Z","time spent":"370.909743ms","remote":"127.0.0.1:60456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-09-15T02:36:27.528723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:26.925478Z","time spent":"603.074951ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:36:27.590181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.795864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ae879d70-06f0-4c83-a0df-884ed7033ccd\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-09-15T02:36:27.590273Z","caller":"traceutil/trace.go:171","msg":"trace[631911275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ae879d70-06f0-4c83-a0df-884ed7033ccd; range_end:; response_count:1; response_revision:5939; }","duration":"176.928887ms","start":"2026-09-15T02:36:27.413321Z","end":"2026-09-15T02:36:27.59025Z","steps":["trace[631911275] 'agreement among raft nodes before linearized reading' (duration: 176.710302ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.590377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.628524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-09-15T02:36:27.590441Z","caller":"traceutil/trace.go:171","msg":"trace[621661334] transaction","detail":"{read_only:false; response_revision:5939; number_of_response:1; }","duration":"277.48461ms","start":"2026-09-15T02:36:27.312936Z","end":"2026-09-15T02:36:27.59042Z","steps":["trace[621661334] 'process raft request' (duration: 276.928616ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.590461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.631812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-09-15T02:36:27.590492Z","caller":"traceutil/trace.go:171","msg":"trace[819487094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5939; }","duration":"198.85529ms","start":"2026-09-15T02:36:27.391616Z","end":"2026-09-15T02:36:27.590472Z","steps":["trace[819487094] 'agreement among raft nodes before linearized reading' (duration: 198.559612ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.590505Z","caller":"traceutil/trace.go:171","msg":"trace[1758160788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5939; }","duration":"153.718464ms","start":"2026-09-15T02:36:27.436775Z","end":"2026-09-15T02:36:27.590493Z","steps":["trace[1758160788] 'agreement among raft nodes before linearized reading' (duration: 153.302874ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:27.590355Z","caller":"traceutil/trace.go:171","msg":"trace[281092338] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"308.663507ms","start":"2026-09-15T02:36:27.281629Z","end":"2026-09-15T02:36:27.590292Z","steps":["trace[281092338] 'process raft request' (duration: 308.063023ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:36:27.590961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:36:27.281594Z","time spent":"309.014066ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:36:34.208349Z","caller":"traceutil/trace.go:171","msg":"trace[1560153816] transaction","detail":"{read_only:false; response_revision:6044; number_of_response:1; }","duration":"185.119049ms","start":"2026-09-15T02:36:34.023206Z","end":"2026-09-15T02:36:34.208325Z","steps":["trace[1560153816] 'process raft request' (duration: 184.983796ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:34.208419Z","caller":"traceutil/trace.go:171","msg":"trace[804844430] linearizableReadLoop","detail":"{readStateIndex:6270; appliedIndex:6270; }","duration":"167.520777ms","start":"2026-09-15T02:36:34.040843Z","end":"2026-09-15T02:36:34.208364Z","steps":["trace[804844430] 'read index received' (duration: 167.494566ms)","trace[804844430] 'applied index is now lower than readState.Index' (duration: 22.611µs)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:36:34.208713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.839024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-09-15T02:36:34.208819Z","caller":"traceutil/trace.go:171","msg":"trace[1875265577] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:6044; }","duration":"167.981309ms","start":"2026-09-15T02:36:34.040815Z","end":"2026-09-15T02:36:34.208796Z","steps":["trace[1875265577] 'agreement among raft nodes before linearized reading' (duration: 167.710972ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:36:34.233941Z","caller":"traceutil/trace.go:171","msg":"trace[1066828895] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"138.398156ms","start":"2026-09-15T02:36:34.095503Z","end":"2026-09-15T02:36:34.233901Z","steps":["trace[1066828895] 'process raft request' (duration: 138.101419ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:37:40.608915Z","caller":"traceutil/trace.go:171","msg":"trace[26216046] transaction","detail":"{read_only:false; response_revision:6584; number_of_response:1; }","duration":"106.172412ms","start":"2026-09-15T02:37:40.5027Z","end":"2026-09-15T02:37:40.608872Z","steps":["trace[26216046] 'process raft request' (duration: 98.587525ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:40:50.531606Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5214} {"level":"info","ts":"2026-09-15T02:40:50.620642Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5214,"took":"87.149431ms","hash":1491036779,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":28114944,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-15T02:40:50.620723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1491036779,"revision":5214,"compact-revision":2915} {"level":"info","ts":"2026-09-15T02:42:44.104683Z","caller":"traceutil/trace.go:171","msg":"trace[737841229] transaction","detail":"{read_only:false; response_revision:8794; number_of_response:1; }","duration":"308.068421ms","start":"2026-09-15T02:42:43.796583Z","end":"2026-09-15T02:42:44.104651Z","steps":["trace[737841229] 'process raft request' (duration: 307.929498ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:44.104892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:43.796565Z","time spent":"308.220366ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:44.209182Z","caller":"traceutil/trace.go:171","msg":"trace[830445819] linearizableReadLoop","detail":"{readStateIndex:9109; appliedIndex:9107; }","duration":"379.997939ms","start":"2026-09-15T02:42:43.829163Z","end":"2026-09-15T02:42:44.209161Z","steps":["trace[830445819] 'read index received' (duration: 275.278015ms)","trace[830445819] 'applied index is now lower than readState.Index' (duration: 104.715814ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:42:44.209208Z","caller":"traceutil/trace.go:171","msg":"trace[1883362321] transaction","detail":"{read_only:false; response_revision:8796; number_of_response:1; }","duration":"310.076018ms","start":"2026-09-15T02:42:43.899115Z","end":"2026-09-15T02:42:44.209191Z","steps":["trace[1883362321] 'process raft request' (duration: 309.901834ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:44.209329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:43.899099Z","time spent":"310.163379ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:44.20919Z","caller":"traceutil/trace.go:171","msg":"trace[759286640] transaction","detail":"{read_only:false; response_revision:8795; number_of_response:1; }","duration":"383.989513ms","start":"2026-09-15T02:42:43.825161Z","end":"2026-09-15T02:42:44.209151Z","steps":["trace[759286640] 'process raft request' (duration: 369.012403ms)","trace[759286640] 'compare' (duration: 14.660723ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:42:44.209389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.216545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-09-15T02:42:44.20939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.690613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:42:44.209402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.19121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-15T02:42:44.20943Z","caller":"traceutil/trace.go:171","msg":"trace[1846216502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8796; }","duration":"380.340817ms","start":"2026-09-15T02:42:43.829079Z","end":"2026-09-15T02:42:44.20942Z","steps":["trace[1846216502] 'agreement among raft nodes before linearized reading' (duration: 380.188664ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:44.209457Z","caller":"traceutil/trace.go:171","msg":"trace[1382231233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8796; }","duration":"235.255562ms","start":"2026-09-15T02:42:43.974191Z","end":"2026-09-15T02:42:44.209447Z","steps":["trace[1382231233] 'agreement among raft nodes before linearized reading' (duration: 235.149249ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:44.209458Z","caller":"traceutil/trace.go:171","msg":"trace[721157459] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8796; }","duration":"361.807036ms","start":"2026-09-15T02:42:43.847634Z","end":"2026-09-15T02:42:44.209441Z","steps":["trace[721157459] 'agreement among raft nodes before linearized reading' (duration: 361.685523ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:44.209462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:43.829057Z","time spent":"380.395819ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T02:42:44.209507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:43.847619Z","time spent":"361.879637ms","remote":"127.0.0.1:41820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:42:44.209452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.997104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-09-15T02:42:44.20953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.481675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.79\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-09-15T02:42:44.209509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:43.825142Z","time spent":"384.254719ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:44.209566Z","caller":"traceutil/trace.go:171","msg":"trace[226462024] range","detail":"{range_begin:/registry/masterleases/162.253.55.79; range_end:; response_count:1; response_revision:8796; }","duration":"196.535637ms","start":"2026-09-15T02:42:44.013016Z","end":"2026-09-15T02:42:44.209552Z","steps":["trace[226462024] 'agreement among raft nodes before linearized reading' (duration: 196.458435ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:44.209581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.899736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:42:44.209608Z","caller":"traceutil/trace.go:171","msg":"trace[1544443828] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:8796; }","duration":"235.973258ms","start":"2026-09-15T02:42:43.973627Z","end":"2026-09-15T02:42:44.2096Z","steps":["trace[1544443828] 'agreement among raft nodes before linearized reading' (duration: 235.919027ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:44.209598Z","caller":"traceutil/trace.go:171","msg":"trace[1407906119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8796; }","duration":"205.123948ms","start":"2026-09-15T02:42:44.004423Z","end":"2026-09-15T02:42:44.209547Z","steps":["trace[1407906119] 'agreement among raft nodes before linearized reading' (duration: 204.898423ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:56.551915Z","caller":"traceutil/trace.go:171","msg":"trace[287411282] transaction","detail":"{read_only:false; response_revision:8862; number_of_response:1; }","duration":"214.584109ms","start":"2026-09-15T02:42:56.337303Z","end":"2026-09-15T02:42:56.551887Z","steps":["trace[287411282] 'process raft request' (duration: 198.225808ms)","trace[287411282] 'compare' (duration: 15.949281ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:42:56.552202Z","caller":"traceutil/trace.go:171","msg":"trace[374350733] linearizableReadLoop","detail":"{readStateIndex:9180; appliedIndex:9178; }","duration":"102.263506ms","start":"2026-09-15T02:42:56.449883Z","end":"2026-09-15T02:42:56.552147Z","steps":["trace[374350733] 'read index received' (duration: 85.634548ms)","trace[374350733] 'applied index is now lower than readState.Index' (duration: 16.627348ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:42:56.552476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.580484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1986"} {"level":"info","ts":"2026-09-15T02:42:56.552534Z","caller":"traceutil/trace.go:171","msg":"trace[501143098] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:8863; }","duration":"102.721097ms","start":"2026-09-15T02:42:56.449795Z","end":"2026-09-15T02:42:56.552516Z","steps":["trace[501143098] 'agreement among raft nodes before linearized reading' (duration: 102.569793ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:56.5531Z","caller":"traceutil/trace.go:171","msg":"trace[586017183] transaction","detail":"{read_only:false; response_revision:8863; number_of_response:1; }","duration":"214.549228ms","start":"2026-09-15T02:42:56.338497Z","end":"2026-09-15T02:42:56.553046Z","steps":["trace[586017183] 'process raft request' (duration: 213.302709ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:57.364904Z","caller":"traceutil/trace.go:171","msg":"trace[535053685] transaction","detail":"{read_only:false; response_revision:8868; number_of_response:1; }","duration":"124.708681ms","start":"2026-09-15T02:42:57.240159Z","end":"2026-09-15T02:42:57.364868Z","steps":["trace[535053685] 'process raft request' (duration: 124.477996ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:58.359872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.370193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:42:58.360041Z","caller":"traceutil/trace.go:171","msg":"trace[540017118] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8870; }","duration":"130.598638ms","start":"2026-09-15T02:42:58.229421Z","end":"2026-09-15T02:42:58.360019Z","steps":["trace[540017118] 'count revisions from in-memory index tree' (duration: 130.240921ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:58.360309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.114734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-09-15T02:42:58.360421Z","caller":"traceutil/trace.go:171","msg":"trace[819398057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8870; }","duration":"144.310029ms","start":"2026-09-15T02:42:58.216087Z","end":"2026-09-15T02:42:58.360397Z","steps":["trace[819398057] 'range keys from in-memory index tree' (duration: 143.868989ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:58.732564Z","caller":"traceutil/trace.go:171","msg":"trace[94642819] linearizableReadLoop","detail":"{readStateIndex:9190; appliedIndex:9187; }","duration":"359.359339ms","start":"2026-09-15T02:42:58.37318Z","end":"2026-09-15T02:42:58.732539Z","steps":["trace[94642819] 'read index received' (duration: 42.236746ms)","trace[94642819] 'applied index is now lower than readState.Index' (duration: 317.121223ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:42:58.732613Z","caller":"traceutil/trace.go:171","msg":"trace[1366955972] transaction","detail":"{read_only:false; response_revision:8872; number_of_response:1; }","duration":"394.280274ms","start":"2026-09-15T02:42:58.338287Z","end":"2026-09-15T02:42:58.732567Z","steps":["trace[1366955972] 'process raft request' (duration: 394.026568ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:58.732742Z","caller":"traceutil/trace.go:171","msg":"trace[1649471322] transaction","detail":"{read_only:false; response_revision:8873; number_of_response:1; }","duration":"367.688154ms","start":"2026-09-15T02:42:58.364937Z","end":"2026-09-15T02:42:58.732626Z","steps":["trace[1649471322] 'process raft request' (duration: 367.55259ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:58.73281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.96634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-09-15T02:42:58.732812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.617444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-15T02:42:58.732854Z","caller":"traceutil/trace.go:171","msg":"trace[511495542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8873; }","duration":"177.069292ms","start":"2026-09-15T02:42:58.555774Z","end":"2026-09-15T02:42:58.732843Z","steps":["trace[511495542] 'agreement among raft nodes before linearized reading' (duration: 176.926539ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:58.732866Z","caller":"traceutil/trace.go:171","msg":"trace[983204174] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8873; }","duration":"359.753238ms","start":"2026-09-15T02:42:58.373098Z","end":"2026-09-15T02:42:58.732851Z","steps":["trace[983204174] 'agreement among raft nodes before linearized reading' (duration: 359.573874ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:58.732899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.373081Z","time spent":"359.808348ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T02:42:58.733001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.133064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:42:58.733002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.780942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:42:58.732989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.364915Z","time spent":"367.900878ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:58.733098Z","caller":"traceutil/trace.go:171","msg":"trace[1882155779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8873; }","duration":"153.299168ms","start":"2026-09-15T02:42:58.579779Z","end":"2026-09-15T02:42:58.733078Z","steps":["trace[1882155779] 'agreement among raft nodes before linearized reading' (duration: 153.110403ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:58.733118Z","caller":"traceutil/trace.go:171","msg":"trace[515434296] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8873; }","duration":"116.004858ms","start":"2026-09-15T02:42:58.617086Z","end":"2026-09-15T02:42:58.733091Z","steps":["trace[515434296] 'agreement among raft nodes before linearized reading' (duration: 115.823254ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:58.733099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.893885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-15T02:42:58.733309Z","caller":"traceutil/trace.go:171","msg":"trace[335435335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8873; }","duration":"176.166781ms","start":"2026-09-15T02:42:58.55711Z","end":"2026-09-15T02:42:58.733277Z","steps":["trace[335435335] 'agreement among raft nodes before linearized reading' (duration: 175.783443ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:58.733712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.338249Z","time spent":"394.450427ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:42:59.097097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.031012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:42:59.097337Z","caller":"traceutil/trace.go:171","msg":"trace[745480422] transaction","detail":"{read_only:false; response_revision:8875; number_of_response:1; }","duration":"358.868677ms","start":"2026-09-15T02:42:58.738451Z","end":"2026-09-15T02:42:59.09732Z","steps":["trace[745480422] 'process raft request' (duration: 358.763465ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:59.097405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.738428Z","time spent":"358.943919ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:59.097391Z","caller":"traceutil/trace.go:171","msg":"trace[2126410965] transaction","detail":"{read_only:false; response_revision:8874; number_of_response:1; }","duration":"358.9616ms","start":"2026-09-15T02:42:58.738394Z","end":"2026-09-15T02:42:59.097355Z","steps":["trace[2126410965] 'process raft request' (duration: 211.590609ms)","trace[2126410965] 'compare' (duration: 146.850578ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:42:59.097514Z","caller":"traceutil/trace.go:171","msg":"trace[1356273819] linearizableReadLoop","detail":"{readStateIndex:9194; appliedIndex:9190; }","duration":"131.967391ms","start":"2026-09-15T02:42:58.965525Z","end":"2026-09-15T02:42:59.097493Z","steps":["trace[1356273819] 'read index received' (duration: 122.06787ms)","trace[1356273819] 'applied index is now lower than readState.Index' (duration: 9.898631ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:42:59.097542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.738372Z","time spent":"359.085002ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:59.09764Z","caller":"traceutil/trace.go:171","msg":"trace[1299422798] transaction","detail":"{read_only:false; response_revision:8876; number_of_response:1; }","duration":"358.94563ms","start":"2026-09-15T02:42:58.738664Z","end":"2026-09-15T02:42:59.09761Z","steps":["trace[1299422798] 'process raft request' (duration: 358.612501ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:42:59.097719Z","caller":"traceutil/trace.go:171","msg":"trace[2041032666] transaction","detail":"{read_only:false; response_revision:8877; number_of_response:1; }","duration":"337.282643ms","start":"2026-09-15T02:42:58.760424Z","end":"2026-09-15T02:42:59.097707Z","steps":["trace[2041032666] 'process raft request' (duration: 336.985216ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:59.097733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.186317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r9ktg\" ","response":"range_response_count:1 size:6441"} {"level":"warn","ts":"2026-09-15T02:42:59.097783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.760405Z","time spent":"337.347655ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:42:59.097781Z","caller":"traceutil/trace.go:171","msg":"trace[991813232] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r9ktg; range_end:; response_count:1; response_revision:8877; }","duration":"132.295609ms","start":"2026-09-15T02:42:58.965472Z","end":"2026-09-15T02:42:59.097767Z","steps":["trace[991813232] 'agreement among raft nodes before linearized reading' (duration: 132.108075ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:42:59.097884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:42:58.738634Z","time spent":"359.114464ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:43:30.737083Z","caller":"traceutil/trace.go:171","msg":"trace[162095909] transaction","detail":"{read_only:false; response_revision:9094; number_of_response:1; }","duration":"129.176926ms","start":"2026-09-15T02:43:30.607885Z","end":"2026-09-15T02:43:30.737062Z","steps":["trace[162095909] 'process raft request' (duration: 129.021712ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:31.357017Z","caller":"traceutil/trace.go:171","msg":"trace[1323043201] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"101.346307ms","start":"2026-09-15T02:43:31.255657Z","end":"2026-09-15T02:43:31.357003Z","steps":["trace[1323043201] 'process raft request' (duration: 101.119462ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:39.268064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.111527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:43:39.268398Z","caller":"traceutil/trace.go:171","msg":"trace[1914805668] transaction","detail":"{read_only:false; response_revision:9142; number_of_response:1; }","duration":"220.786363ms","start":"2026-09-15T02:43:39.047556Z","end":"2026-09-15T02:43:39.268342Z","steps":["trace[1914805668] 'process raft request' (duration: 60.301447ms)","trace[1914805668] 'compare' (duration: 159.844841ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:43:39.865858Z","caller":"traceutil/trace.go:171","msg":"trace[2131967959] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"131.752975ms","start":"2026-09-15T02:43:39.734039Z","end":"2026-09-15T02:43:39.865792Z","steps":["trace[2131967959] 'process raft request' (duration: 62.735944ms)","trace[2131967959] 'compare' (duration: 68.880398ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:43:42.858455Z","caller":"traceutil/trace.go:171","msg":"trace[480766524] linearizableReadLoop","detail":"{readStateIndex:9495; appliedIndex:9494; }","duration":"176.49494ms","start":"2026-09-15T02:43:42.681942Z","end":"2026-09-15T02:43:42.858437Z","steps":["trace[480766524] 'read index received' (duration: 103.458836ms)","trace[480766524] 'applied index is now lower than readState.Index' (duration: 73.035324ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:43:42.85848Z","caller":"traceutil/trace.go:171","msg":"trace[1851348193] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9166; }","duration":"181.767944ms","start":"2026-09-15T02:43:42.676682Z","end":"2026-09-15T02:43:42.85845Z","steps":["trace[1851348193] 'process raft request' (duration: 108.703048ms)","trace[1851348193] 'compare' (duration: 72.981804ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:43:42.858632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.697684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-p24zq\" ","response":"range_response_count:1 size:4667"} {"level":"info","ts":"2026-09-15T02:43:42.858661Z","caller":"traceutil/trace.go:171","msg":"trace[501307911] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-p24zq; range_end:; response_count:1; response_revision:9166; }","duration":"176.780116ms","start":"2026-09-15T02:43:42.681874Z","end":"2026-09-15T02:43:42.858655Z","steps":["trace[501307911] 'agreement among raft nodes before linearized reading' (duration: 176.647953ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:42.858945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.964492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-p24zq\" ","response":"range_response_count:1 size:2802"} {"level":"info","ts":"2026-09-15T02:43:42.859009Z","caller":"traceutil/trace.go:171","msg":"trace[19710310] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-p24zq; range_end:; response_count:1; response_revision:9166; }","duration":"177.085335ms","start":"2026-09-15T02:43:42.681906Z","end":"2026-09-15T02:43:42.858991Z","steps":["trace[19710310] 'agreement among raft nodes before linearized reading' (duration: 176.88209ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:43.073477Z","caller":"traceutil/trace.go:171","msg":"trace[148371212] transaction","detail":"{read_only:false; response_revision:9167; number_of_response:1; }","duration":"387.727801ms","start":"2026-09-15T02:43:42.685732Z","end":"2026-09-15T02:43:43.07346Z","steps":["trace[148371212] 'process raft request' (duration: 387.624268ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:43.073587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:43:42.685721Z","time spent":"387.808442ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4657,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:43:43.08421Z","caller":"traceutil/trace.go:171","msg":"trace[2094277443] transaction","detail":"{read_only:false; response_revision:9168; number_of_response:1; }","duration":"296.214085ms","start":"2026-09-15T02:43:42.787973Z","end":"2026-09-15T02:43:43.084188Z","steps":["trace[2094277443] 'process raft request' (duration: 296.03909ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:43.084312Z","caller":"traceutil/trace.go:171","msg":"trace[1445762599] linearizableReadLoop","detail":"{readStateIndex:9497; appliedIndex:9496; }","duration":"225.782841ms","start":"2026-09-15T02:43:42.858505Z","end":"2026-09-15T02:43:43.084287Z","steps":["trace[1445762599] 'read index received' (duration: 214.994449ms)","trace[1445762599] 'applied index is now lower than readState.Index' (duration: 10.786262ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:43:43.084466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.922893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-p24zq\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-09-15T02:43:43.084506Z","caller":"traceutil/trace.go:171","msg":"trace[797831865] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-p24zq; range_end:; response_count:1; response_revision:9169; }","duration":"223.001557ms","start":"2026-09-15T02:43:42.86149Z","end":"2026-09-15T02:43:43.084492Z","steps":["trace[797831865] 'agreement among raft nodes before linearized reading' (duration: 222.913525ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:43:43.08453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.201624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-p24zq\" ","response":"range_response_count:1 size:4672"} {"level":"info","ts":"2026-09-15T02:43:43.084597Z","caller":"traceutil/trace.go:171","msg":"trace[1116140846] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-p24zq; range_end:; response_count:1; response_revision:9169; }","duration":"221.296586ms","start":"2026-09-15T02:43:42.863285Z","end":"2026-09-15T02:43:43.084581Z","steps":["trace[1116140846] 'agreement among raft nodes before linearized reading' (duration: 221.177943ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:43.206594Z","caller":"traceutil/trace.go:171","msg":"trace[698817532] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"113.681184ms","start":"2026-09-15T02:43:43.092891Z","end":"2026-09-15T02:43:43.206572Z","steps":["trace[698817532] 'process raft request' (duration: 113.035448ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:43:56.167327Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000025bb.wal"} {"level":"info","ts":"2026-09-15T02:44:33.491141Z","caller":"traceutil/trace.go:171","msg":"trace[2004012054] transaction","detail":"{read_only:false; response_revision:9620; number_of_response:1; }","duration":"117.162541ms","start":"2026-09-15T02:44:33.373952Z","end":"2026-09-15T02:44:33.491115Z","steps":["trace[2004012054] 'process raft request' (duration: 117.020008ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:33.965902Z","caller":"traceutil/trace.go:171","msg":"trace[1179672276] transaction","detail":"{read_only:false; response_revision:9631; number_of_response:1; }","duration":"104.382281ms","start":"2026-09-15T02:44:33.861488Z","end":"2026-09-15T02:44:33.96587Z","steps":["trace[1179672276] 'process raft request' (duration: 104.188467ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:44:33.966034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.085929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-09-15T02:44:33.966093Z","caller":"traceutil/trace.go:171","msg":"trace[609381757] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9631; }","duration":"100.196662ms","start":"2026-09-15T02:44:33.865884Z","end":"2026-09-15T02:44:33.966081Z","steps":["trace[609381757] 'agreement among raft nodes before linearized reading' (duration: 99.997497ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:44:37.600034Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"401ca643156fc5da","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-15T02:44:37.606556Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-09-15T02:44:37.606686Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-09-15T02:45:50.542014Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7899} {"level":"info","ts":"2026-09-15T02:45:50.632479Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7899,"took":"88.60188ms","hash":1786824689,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":25354240,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-09-15T02:45:50.632627Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1786824689,"revision":7899,"compact-revision":5214} {"level":"info","ts":"2026-09-15T02:46:23.094097Z","caller":"traceutil/trace.go:171","msg":"trace[1187146871] linearizableReadLoop","detail":"{readStateIndex:10875; appliedIndex:10874; }","duration":"352.767982ms","start":"2026-09-15T02:46:22.741301Z","end":"2026-09-15T02:46:23.094069Z","steps":["trace[1187146871] 'read index received' (duration: 352.70309ms)","trace[1187146871] 'applied index is now lower than readState.Index' (duration: 63.642µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:23.094152Z","caller":"traceutil/trace.go:171","msg":"trace[1923943567] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"364.244132ms","start":"2026-09-15T02:46:22.729876Z","end":"2026-09-15T02:46:23.09412Z","steps":["trace[1923943567] 'process raft request' (duration: 364.030977ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:23.094319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.517383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:46:23.094375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:46:22.729844Z","time spent":"364.418765ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:46:23.094381Z","caller":"traceutil/trace.go:171","msg":"trace[1101247235] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:10506; }","duration":"213.625295ms","start":"2026-09-15T02:46:22.880738Z","end":"2026-09-15T02:46:23.094364Z","steps":["trace[1101247235] 'agreement among raft nodes before linearized reading' (duration: 213.513183ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:23.094398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.09924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:46:23.094446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.125101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r9ktg\" ","response":"range_response_count:1 size:6441"} {"level":"info","ts":"2026-09-15T02:46:23.094538Z","caller":"traceutil/trace.go:171","msg":"trace[2044568794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r9ktg; range_end:; response_count:1; response_revision:10506; }","duration":"353.278034ms","start":"2026-09-15T02:46:22.741242Z","end":"2026-09-15T02:46:23.09452Z","steps":["trace[2044568794] 'agreement among raft nodes before linearized reading' (duration: 352.999258ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:23.094536Z","caller":"traceutil/trace.go:171","msg":"trace[1428364007] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10506; }","duration":"192.248624ms","start":"2026-09-15T02:46:22.902256Z","end":"2026-09-15T02:46:23.094505Z","steps":["trace[1428364007] 'agreement among raft nodes before linearized reading' (duration: 192.040029ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:23.094587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:46:22.741221Z","time spent":"353.357275ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6464,"request content":"key:\"/registry/pods/openstack/keepalived-r9ktg\" "} {"level":"warn","ts":"2026-09-15T02:46:23.094435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.861448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-09-15T02:46:23.094678Z","caller":"traceutil/trace.go:171","msg":"trace[1866574793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10506; }","duration":"210.105063ms","start":"2026-09-15T02:46:22.884539Z","end":"2026-09-15T02:46:23.094644Z","steps":["trace[1866574793] 'agreement among raft nodes before linearized reading' (duration: 209.764635ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:23.363011Z","caller":"traceutil/trace.go:171","msg":"trace[823388803] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10875; }","duration":"263.709941ms","start":"2026-09-15T02:46:23.099267Z","end":"2026-09-15T02:46:23.362977Z","steps":["trace[823388803] 'read index received' (duration: 260.459235ms)","trace[823388803] 'applied index is now lower than readState.Index' (duration: 3.248656ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:23.36313Z","caller":"traceutil/trace.go:171","msg":"trace[1495726411] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"264.387787ms","start":"2026-09-15T02:46:23.098692Z","end":"2026-09-15T02:46:23.363079Z","steps":["trace[1495726411] 'process raft request' (duration: 261.046009ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:23.363932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.640593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:328729"} {"level":"info","ts":"2026-09-15T02:46:23.364052Z","caller":"traceutil/trace.go:171","msg":"trace[1344726884] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:10507; }","duration":"264.799187ms","start":"2026-09-15T02:46:23.099236Z","end":"2026-09-15T02:46:23.364036Z","steps":["trace[1344726884] 'agreement among raft nodes before linearized reading' (duration: 263.861595ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:31.740542Z","caller":"traceutil/trace.go:171","msg":"trace[1501726126] transaction","detail":"{read_only:false; response_revision:10554; number_of_response:1; }","duration":"106.791997ms","start":"2026-09-15T02:46:31.633725Z","end":"2026-09-15T02:46:31.740517Z","steps":["trace[1501726126] 'process raft request' (duration: 64.526695ms)","trace[1501726126] 'compare' (duration: 42.16377ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:31.921412Z","caller":"traceutil/trace.go:171","msg":"trace[433279519] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"116.451574ms","start":"2026-09-15T02:46:31.804936Z","end":"2026-09-15T02:46:31.921387Z","steps":["trace[433279519] 'process raft request' (duration: 116.037844ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:32.193424Z","caller":"traceutil/trace.go:171","msg":"trace[1593622107] transaction","detail":"{read_only:false; response_revision:10560; number_of_response:1; }","duration":"157.290003ms","start":"2026-09-15T02:46:32.036112Z","end":"2026-09-15T02:46:32.193402Z","steps":["trace[1593622107] 'process raft request' (duration: 157.234172ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:32.193556Z","caller":"traceutil/trace.go:171","msg":"trace[1363840673] transaction","detail":"{read_only:false; response_revision:10559; number_of_response:1; }","duration":"176.010383ms","start":"2026-09-15T02:46:32.0175Z","end":"2026-09-15T02:46:32.193511Z","steps":["trace[1363840673] 'process raft request' (duration: 137.701934ms)","trace[1363840673] 'compare' (duration: 37.93505ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:32.241922Z","caller":"traceutil/trace.go:171","msg":"trace[630626113] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"169.226013ms","start":"2026-09-15T02:46:32.072676Z","end":"2026-09-15T02:46:32.241902Z","steps":["trace[630626113] 'process raft request' (duration: 169.182112ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:32.242365Z","caller":"traceutil/trace.go:171","msg":"trace[1616792132] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"172.91657ms","start":"2026-09-15T02:46:32.069439Z","end":"2026-09-15T02:46:32.242356Z","steps":["trace[1616792132] 'process raft request' (duration: 172.258354ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:32.242537Z","caller":"traceutil/trace.go:171","msg":"trace[988810697] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"172.757816ms","start":"2026-09-15T02:46:32.069772Z","end":"2026-09-15T02:46:32.24253Z","steps":["trace[988810697] 'process raft request' (duration: 172.021588ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:32.386482Z","caller":"traceutil/trace.go:171","msg":"trace[35657789] transaction","detail":"{read_only:false; response_revision:10566; number_of_response:1; }","duration":"110.957706ms","start":"2026-09-15T02:46:32.275456Z","end":"2026-09-15T02:46:32.386413Z","steps":["trace[35657789] 'process raft request' (duration: 74.174122ms)","trace[35657789] 'compare' (duration: 36.475436ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:32.831329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.438522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-09-15T02:46:32.831395Z","caller":"traceutil/trace.go:171","msg":"trace[682602635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10568; }","duration":"130.551445ms","start":"2026-09-15T02:46:32.700827Z","end":"2026-09-15T02:46:32.831379Z","steps":["trace[682602635] 'range keys from in-memory index tree' (duration: 130.268368ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:32.966436Z","caller":"traceutil/trace.go:171","msg":"trace[1306477047] transaction","detail":"{read_only:false; response_revision:10570; number_of_response:1; }","duration":"129.606143ms","start":"2026-09-15T02:46:32.836783Z","end":"2026-09-15T02:46:32.96639Z","steps":["trace[1306477047] 'process raft request' (duration: 117.224082ms)","trace[1306477047] 'compare' (duration: 12.130356ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:33.294546Z","caller":"traceutil/trace.go:171","msg":"trace[1259247329] linearizableReadLoop","detail":"{readStateIndex:10943; appliedIndex:10942; }","duration":"108.118438ms","start":"2026-09-15T02:46:33.186384Z","end":"2026-09-15T02:46:33.294502Z","steps":["trace[1259247329] 'read index received' (duration: 72.993433ms)","trace[1259247329] 'applied index is now lower than readState.Index' (duration: 35.123315ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:33.29475Z","caller":"traceutil/trace.go:171","msg":"trace[499791800] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"169.585701ms","start":"2026-09-15T02:46:33.125147Z","end":"2026-09-15T02:46:33.294733Z","steps":["trace[499791800] 'process raft request' (duration: 134.256922ms)","trace[499791800] 'compare' (duration: 34.842298ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:33.295093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.683822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-09-15T02:46:33.29527Z","caller":"traceutil/trace.go:171","msg":"trace[1275284738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10572; }","duration":"108.900877ms","start":"2026-09-15T02:46:33.186341Z","end":"2026-09-15T02:46:33.295242Z","steps":["trace[1275284738] 'agreement among raft nodes before linearized reading' (duration: 108.568459ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:34.373078Z","caller":"traceutil/trace.go:171","msg":"trace[1013544997] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"172.605003ms","start":"2026-09-15T02:46:34.200445Z","end":"2026-09-15T02:46:34.37305Z","steps":["trace[1013544997] 'process raft request' (duration: 98.695748ms)","trace[1013544997] 'compare' (duration: 73.72393ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:34.373271Z","caller":"traceutil/trace.go:171","msg":"trace[1487918136] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"110.713359ms","start":"2026-09-15T02:46:34.262527Z","end":"2026-09-15T02:46:34.37324Z","steps":["trace[1487918136] 'process raft request' (duration: 110.469534ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:34.806432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.374427ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:46:34.806638Z","caller":"traceutil/trace.go:171","msg":"trace[724666602] linearizableReadLoop","detail":"{readStateIndex:10953; appliedIndex:10951; }","duration":"225.749799ms","start":"2026-09-15T02:46:34.580868Z","end":"2026-09-15T02:46:34.806618Z","steps":["trace[724666602] 'read index received' (duration: 99.580058ms)","trace[724666602] 'applied index is now lower than readState.Index' (duration: 126.168401ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:34.806647Z","caller":"traceutil/trace.go:171","msg":"trace[1146805639] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"375.457884ms","start":"2026-09-15T02:46:34.431162Z","end":"2026-09-15T02:46:34.80662Z","steps":["trace[1146805639] 'process raft request' (duration: 64.506815ms)","trace[1146805639] 'compare' (duration: 309.803662ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:34.806726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.860502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-09-15T02:46:34.806755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:46:34.431142Z","time spent":"375.560017ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:46:34.806769Z","caller":"traceutil/trace.go:171","msg":"trace[2049717565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10581; }","duration":"225.942284ms","start":"2026-09-15T02:46:34.580811Z","end":"2026-09-15T02:46:34.806753Z","steps":["trace[2049717565] 'agreement among raft nodes before linearized reading' (duration: 225.875752ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:34.806766Z","caller":"traceutil/trace.go:171","msg":"trace[1611876445] transaction","detail":"{read_only:false; response_revision:10581; number_of_response:1; }","duration":"264.158871ms","start":"2026-09-15T02:46:34.542564Z","end":"2026-09-15T02:46:34.806722Z","steps":["trace[1611876445] 'process raft request' (duration: 263.979627ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:35.007702Z","caller":"traceutil/trace.go:171","msg":"trace[1688504965] transaction","detail":"{read_only:false; response_revision:10582; number_of_response:1; }","duration":"139.946415ms","start":"2026-09-15T02:46:34.867731Z","end":"2026-09-15T02:46:35.007677Z","steps":["trace[1688504965] 'process raft request' (duration: 139.761641ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:42.65006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.913351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:46:42.650151Z","caller":"traceutil/trace.go:171","msg":"trace[1553297295] linearizableReadLoop","detail":"{readStateIndex:11002; appliedIndex:11001; }","duration":"185.079005ms","start":"2026-09-15T02:46:42.465057Z","end":"2026-09-15T02:46:42.650135Z","steps":["trace[1553297295] 'read index received' (duration: 42.99793ms)","trace[1553297295] 'applied index is now lower than readState.Index' (duration: 142.079755ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:42.650505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.414963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-09-15T02:46:42.6506Z","caller":"traceutil/trace.go:171","msg":"trace[1392624820] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10629; }","duration":"185.536566ms","start":"2026-09-15T02:46:42.465041Z","end":"2026-09-15T02:46:42.650577Z","steps":["trace[1392624820] 'agreement among raft nodes before linearized reading' (duration: 185.312171ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:42.650567Z","caller":"traceutil/trace.go:171","msg":"trace[1299180354] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"243.266541ms","start":"2026-09-15T02:46:42.407263Z","end":"2026-09-15T02:46:42.65053Z","steps":["trace[1299180354] 'process raft request' (duration: 100.806317ms)","trace[1299180354] 'compare' (duration: 141.687016ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:44.394482Z","caller":"traceutil/trace.go:171","msg":"trace[1233469335] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"106.813628ms","start":"2026-09-15T02:46:44.287629Z","end":"2026-09-15T02:46:44.394443Z","steps":["trace[1233469335] 'process raft request' (duration: 36.861586ms)","trace[1233469335] 'compare' (duration: 69.815539ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:45.187189Z","caller":"traceutil/trace.go:171","msg":"trace[2006275279] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"204.738706ms","start":"2026-09-15T02:46:44.982417Z","end":"2026-09-15T02:46:45.187156Z","steps":["trace[2006275279] 'process raft request' (duration: 204.553612ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:51.788976Z","caller":"traceutil/trace.go:171","msg":"trace[58535585] transaction","detail":"{read_only:false; response_revision:10682; number_of_response:1; }","duration":"137.306354ms","start":"2026-09-15T02:46:51.65161Z","end":"2026-09-15T02:46:51.788917Z","steps":["trace[58535585] 'process raft request' (duration: 93.422133ms)","trace[58535585] 'compare' (duration: 43.660855ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:46:53.143657Z","caller":"traceutil/trace.go:171","msg":"trace[746887034] transaction","detail":"{read_only:false; response_revision:10702; number_of_response:1; }","duration":"108.341284ms","start":"2026-09-15T02:46:53.035244Z","end":"2026-09-15T02:46:53.143586Z","steps":["trace[746887034] 'process raft request' (duration: 107.648457ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:53.505575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.954288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-09-15T02:46:53.505734Z","caller":"traceutil/trace.go:171","msg":"trace[905127214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10704; }","duration":"132.158892ms","start":"2026-09-15T02:46:53.373551Z","end":"2026-09-15T02:46:53.50571Z","steps":["trace[905127214] 'range keys from in-memory index tree' (duration: 131.807465ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:53.617179Z","caller":"traceutil/trace.go:171","msg":"trace[1035707035] transaction","detail":"{read_only:false; response_revision:10706; number_of_response:1; }","duration":"104.31472ms","start":"2026-09-15T02:46:53.512837Z","end":"2026-09-15T02:46:53.617151Z","steps":["trace[1035707035] 'process raft request' (duration: 102.253391ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:53.653106Z","caller":"traceutil/trace.go:171","msg":"trace[1876011262] transaction","detail":"{read_only:false; response_revision:10707; number_of_response:1; }","duration":"100.311456ms","start":"2026-09-15T02:46:53.552776Z","end":"2026-09-15T02:46:53.653087Z","steps":["trace[1876011262] 'process raft request' (duration: 99.955427ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:46:55.08803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.867886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-09-15T02:46:55.088137Z","caller":"traceutil/trace.go:171","msg":"trace[1961219502] linearizableReadLoop","detail":"{readStateIndex:11093; appliedIndex:11092; }","duration":"186.190941ms","start":"2026-09-15T02:46:54.90193Z","end":"2026-09-15T02:46:55.088121Z","steps":["trace[1961219502] 'read index received' (duration: 61.781µs)","trace[1961219502] 'applied index is now lower than readState.Index' (duration: 186.12806ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:55.088198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.261213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:46:55.088248Z","caller":"traceutil/trace.go:171","msg":"trace[8221134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:10716; }","duration":"186.342185ms","start":"2026-09-15T02:46:54.901896Z","end":"2026-09-15T02:46:55.088238Z","steps":["trace[8221134] 'agreement among raft nodes before linearized reading' (duration: 186.265683ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:46:55.088541Z","caller":"traceutil/trace.go:171","msg":"trace[692257458] transaction","detail":"{read_only:false; response_revision:10716; number_of_response:1; }","duration":"335.122258ms","start":"2026-09-15T02:46:54.753407Z","end":"2026-09-15T02:46:55.088529Z","steps":["trace[692257458] 'process raft request' (duration: 127.668708ms)","trace[692257458] 'compare' (duration: 206.722373ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:46:55.088604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:46:54.75338Z","time spent":"335.19132ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:50:29.384728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.218052ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-15T02:50:47.634963Z","caller":"traceutil/trace.go:171","msg":"trace[2093438156] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"152.992386ms","start":"2026-09-15T02:50:47.48194Z","end":"2026-09-15T02:50:47.634932Z","steps":["trace[2093438156] 'process raft request' (duration: 152.627678ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:50:48.352852Z","caller":"traceutil/trace.go:171","msg":"trace[1337110136] transaction","detail":"{read_only:false; response_revision:12434; number_of_response:1; }","duration":"224.701318ms","start":"2026-09-15T02:50:48.12812Z","end":"2026-09-15T02:50:48.352821Z","steps":["trace[1337110136] 'process raft request' (duration: 224.522183ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:50:48.364828Z","caller":"traceutil/trace.go:171","msg":"trace[1417784973] transaction","detail":"{read_only:false; response_revision:12435; number_of_response:1; }","duration":"229.604002ms","start":"2026-09-15T02:50:48.135188Z","end":"2026-09-15T02:50:48.364792Z","steps":["trace[1417784973] 'process raft request' (duration: 229.436458ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:50:49.39805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.744768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-09-15T02:50:49.39818Z","caller":"traceutil/trace.go:171","msg":"trace[1699339683] linearizableReadLoop","detail":"{readStateIndex:12871; appliedIndex:12870; }","duration":"240.843914ms","start":"2026-09-15T02:50:49.157319Z","end":"2026-09-15T02:50:49.398163Z","steps":["trace[1699339683] 'read index received' (duration: 139.895551ms)","trace[1699339683] 'applied index is now lower than readState.Index' (duration: 100.946913ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:50:49.398412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.058057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-09-15T02:50:49.398426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.074779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-09-15T02:50:49.398472Z","caller":"traceutil/trace.go:171","msg":"trace[1526263854] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12439; }","duration":"186.129649ms","start":"2026-09-15T02:50:49.212325Z","end":"2026-09-15T02:50:49.398454Z","steps":["trace[1526263854] 'agreement among raft nodes before linearized reading' (duration: 186.013846ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:50:49.398513Z","caller":"traceutil/trace.go:171","msg":"trace[1718055756] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12439; }","duration":"241.235832ms","start":"2026-09-15T02:50:49.157255Z","end":"2026-09-15T02:50:49.398491Z","steps":["trace[1718055756] 'agreement among raft nodes before linearized reading' (duration: 240.948486ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:50:50.550194Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10309} {"level":"info","ts":"2026-09-15T02:50:50.634378Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10309,"took":"81.9349ms","hash":232426653,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":25501696,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-09-15T02:50:50.634463Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":232426653,"revision":10309,"compact-revision":7899} {"level":"info","ts":"2026-09-15T02:55:50.606646Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12445} {"level":"info","ts":"2026-09-15T02:55:50.689779Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12445,"took":"79.643907ms","hash":653303259,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":27451392,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-09-15T02:55:50.689887Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":653303259,"revision":12445,"compact-revision":10309} {"level":"info","ts":"2026-09-15T02:57:21.001725Z","caller":"traceutil/trace.go:171","msg":"trace[1324218481] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"111.709815ms","start":"2026-09-15T02:57:20.889988Z","end":"2026-09-15T02:57:21.001698Z","steps":["trace[1324218481] 'process raft request' (duration: 111.544951ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:57:37.527333Z","caller":"traceutil/trace.go:171","msg":"trace[1041453752] transaction","detail":"{read_only:false; response_revision:15152; number_of_response:1; }","duration":"184.993171ms","start":"2026-09-15T02:57:37.342284Z","end":"2026-09-15T02:57:37.527277Z","steps":["trace[1041453752] 'process raft request' (duration: 184.839928ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:57:48.739409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.046918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-09-15T02:57:48.7395Z","caller":"traceutil/trace.go:171","msg":"trace[1998098674] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15324; }","duration":"105.202832ms","start":"2026-09-15T02:57:48.634277Z","end":"2026-09-15T02:57:48.73948Z","steps":["trace[1998098674] 'range keys from in-memory index tree' (duration: 104.916435ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:57:48.739489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.210545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ae879d70-06f0-4c83-a0df-884ed7033ccd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-09-15T02:57:48.739579Z","caller":"traceutil/trace.go:171","msg":"trace[1064929888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ae879d70-06f0-4c83-a0df-884ed7033ccd; range_end:; response_count:1; response_revision:15324; }","duration":"103.337399ms","start":"2026-09-15T02:57:48.636219Z","end":"2026-09-15T02:57:48.739556Z","steps":["trace[1064929888] 'range keys from in-memory index tree' (duration: 103.019112ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:57:48.977036Z","caller":"traceutil/trace.go:171","msg":"trace[984153489] transaction","detail":"{read_only:false; response_revision:15326; number_of_response:1; }","duration":"215.001632ms","start":"2026-09-15T02:57:48.762003Z","end":"2026-09-15T02:57:48.977005Z","steps":["trace[984153489] 'process raft request' (duration: 214.783006ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:57:49.13743Z","caller":"traceutil/trace.go:171","msg":"trace[178577693] transaction","detail":"{read_only:false; response_revision:15329; number_of_response:1; }","duration":"154.405878ms","start":"2026-09-15T02:57:48.982988Z","end":"2026-09-15T02:57:49.137394Z","steps":["trace[178577693] 'process raft request' (duration: 154.359627ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:57:49.137507Z","caller":"traceutil/trace.go:171","msg":"trace[416014617] transaction","detail":"{read_only:false; response_revision:15328; number_of_response:1; }","duration":"154.693684ms","start":"2026-09-15T02:57:48.982778Z","end":"2026-09-15T02:57:49.137471Z","steps":["trace[416014617] 'process raft request' (duration: 154.04653ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:57:49.1437Z","caller":"traceutil/trace.go:171","msg":"trace[1623863078] transaction","detail":"{read_only:false; response_revision:15330; number_of_response:1; }","duration":"137.585057ms","start":"2026-09-15T02:57:49.006079Z","end":"2026-09-15T02:57:49.143664Z","steps":["trace[1623863078] 'process raft request' (duration: 137.430793ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:25.91625Z","caller":"traceutil/trace.go:171","msg":"trace[2013765981] linearizableReadLoop","detail":"{readStateIndex:16964; appliedIndex:16963; }","duration":"127.335678ms","start":"2026-09-15T02:59:25.788889Z","end":"2026-09-15T02:59:25.916225Z","steps":["trace[2013765981] 'read index received' (duration: 104.530677ms)","trace[2013765981] 'applied index is now lower than readState.Index' (duration: 22.803961ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:59:25.916335Z","caller":"traceutil/trace.go:171","msg":"trace[2070599156] transaction","detail":"{read_only:false; response_revision:16399; number_of_response:1; }","duration":"163.839008ms","start":"2026-09-15T02:59:25.752458Z","end":"2026-09-15T02:59:25.916297Z","steps":["trace[2070599156] 'process raft request' (duration: 141.022437ms)","trace[2070599156] 'compare' (duration: 22.630327ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:59:25.916522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.897297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-09-15T02:59:25.916537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.627165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-15T02:59:25.91658Z","caller":"traceutil/trace.go:171","msg":"trace[509076214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16399; }","duration":"126.971029ms","start":"2026-09-15T02:59:25.789596Z","end":"2026-09-15T02:59:25.916567Z","steps":["trace[509076214] 'agreement among raft nodes before linearized reading' (duration: 126.806055ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:25.916593Z","caller":"traceutil/trace.go:171","msg":"trace[1617921428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16399; }","duration":"127.729806ms","start":"2026-09-15T02:59:25.788849Z","end":"2026-09-15T02:59:25.916578Z","steps":["trace[1617921428] 'agreement among raft nodes before linearized reading' (duration: 127.535122ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:25.91671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.639044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-15T02:59:25.91674Z","caller":"traceutil/trace.go:171","msg":"trace[1289792389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16399; }","duration":"118.706196ms","start":"2026-09-15T02:59:25.798025Z","end":"2026-09-15T02:59:25.916732Z","steps":["trace[1289792389] 'agreement among raft nodes before linearized reading' (duration: 118.627404ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.213677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.961915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-15T02:59:26.213803Z","caller":"traceutil/trace.go:171","msg":"trace[1890051161] transaction","detail":"{read_only:false; response_revision:16400; number_of_response:1; }","duration":"291.091474ms","start":"2026-09-15T02:59:25.92269Z","end":"2026-09-15T02:59:26.213782Z","steps":["trace[1890051161] 'process raft request' (duration: 137.958935ms)","trace[1890051161] 'compare' (duration: 152.708699ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:59:26.449381Z","caller":"traceutil/trace.go:171","msg":"trace[179748483] linearizableReadLoop","detail":"{readStateIndex:16968; appliedIndex:16965; }","duration":"256.132969ms","start":"2026-09-15T02:59:26.193191Z","end":"2026-09-15T02:59:26.449324Z","steps":["trace[179748483] 'read index received' (duration: 255.888633ms)","trace[179748483] 'applied index is now lower than readState.Index' (duration: 242.956µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T02:59:26.449517Z","caller":"traceutil/trace.go:171","msg":"trace[436278598] transaction","detail":"{read_only:false; response_revision:16401; number_of_response:1; }","duration":"526.531101ms","start":"2026-09-15T02:59:25.922971Z","end":"2026-09-15T02:59:26.449502Z","steps":["trace[436278598] 'process raft request' (duration: 526.033929ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.449632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:25.92296Z","time spent":"526.586413ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:59:26.449662Z","caller":"traceutil/trace.go:171","msg":"trace[2132024814] transaction","detail":"{read_only:false; response_revision:16403; number_of_response:1; }","duration":"526.523801ms","start":"2026-09-15T02:59:25.923101Z","end":"2026-09-15T02:59:26.449625Z","steps":["trace[2132024814] 'process raft request' (duration: 526.148482ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:26.449681Z","caller":"traceutil/trace.go:171","msg":"trace[84224284] transaction","detail":"{read_only:false; response_revision:16402; number_of_response:1; }","duration":"526.550422ms","start":"2026-09-15T02:59:25.923097Z","end":"2026-09-15T02:59:26.449647Z","steps":["trace[84224284] 'process raft request' (duration: 526.105082ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.449853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.619501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:26.449865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:25.923082Z","time spent":"526.657394ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:59:26.449923Z","caller":"traceutil/trace.go:171","msg":"trace[458760553] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16403; }","duration":"256.769834ms","start":"2026-09-15T02:59:26.193136Z","end":"2026-09-15T02:59:26.449906Z","steps":["trace[458760553] 'agreement among raft nodes before linearized reading' (duration: 256.622511ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.449922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:25.923062Z","time spent":"526.711885ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:59:26.471186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.967667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:26.471303Z","caller":"traceutil/trace.go:171","msg":"trace[2065658993] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16405; }","duration":"278.063729ms","start":"2026-09-15T02:59:26.193193Z","end":"2026-09-15T02:59:26.471256Z","steps":["trace[2065658993] 'agreement among raft nodes before linearized reading' (duration: 277.918896ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.47132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.6116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:26.471372Z","caller":"traceutil/trace.go:171","msg":"trace[1839896760] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16405; }","duration":"105.744254ms","start":"2026-09-15T02:59:26.36561Z","end":"2026-09-15T02:59:26.471355Z","steps":["trace[1839896760] 'agreement among raft nodes before linearized reading' (duration: 105.615841ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.471504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.833547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:26.47152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.40711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-09-15T02:59:26.471553Z","caller":"traceutil/trace.go:171","msg":"trace[957314432] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16405; }","duration":"105.914179ms","start":"2026-09-15T02:59:26.365625Z","end":"2026-09-15T02:59:26.471539Z","steps":["trace[957314432] 'agreement among raft nodes before linearized reading' (duration: 105.841627ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:26.471585Z","caller":"traceutil/trace.go:171","msg":"trace[2017820853] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16405; }","duration":"251.517302ms","start":"2026-09-15T02:59:26.220052Z","end":"2026-09-15T02:59:26.471569Z","steps":["trace[2017820853] 'agreement among raft nodes before linearized reading' (duration: 251.314497ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.471644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.432579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:26.47169Z","caller":"traceutil/trace.go:171","msg":"trace[1516372427] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16405; }","duration":"278.517521ms","start":"2026-09-15T02:59:26.19316Z","end":"2026-09-15T02:59:26.471677Z","steps":["trace[1516372427] 'agreement among raft nodes before linearized reading' (duration: 278.440309ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.471802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.56285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-09-15T02:59:26.471837Z","caller":"traceutil/trace.go:171","msg":"trace[1040391516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16405; }","duration":"235.626752ms","start":"2026-09-15T02:59:26.236201Z","end":"2026-09-15T02:59:26.471828Z","steps":["trace[1040391516] 'agreement among raft nodes before linearized reading' (duration: 235.54073ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:26.471888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.214365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:26.471939Z","caller":"traceutil/trace.go:171","msg":"trace[491557130] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16405; }","duration":"106.299027ms","start":"2026-09-15T02:59:26.365625Z","end":"2026-09-15T02:59:26.471924Z","steps":["trace[491557130] 'agreement among raft nodes before linearized reading' (duration: 106.216186ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:28.424962Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14256884191840399433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-09-15T02:59:28.687213Z","caller":"traceutil/trace.go:171","msg":"trace[406166287] transaction","detail":"{read_only:false; response_revision:16408; number_of_response:1; }","duration":"764.052747ms","start":"2026-09-15T02:59:27.923133Z","end":"2026-09-15T02:59:28.687186Z","steps":["trace[406166287] 'process raft request' (duration: 763.795312ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:28.687445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:27.923095Z","time spent":"764.234422ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T02:59:29.076156Z","caller":"traceutil/trace.go:171","msg":"trace[1219560921] transaction","detail":"{read_only:false; response_revision:16409; number_of_response:1; }","duration":"708.459691ms","start":"2026-09-15T02:59:28.367486Z","end":"2026-09-15T02:59:29.075946Z","steps":["trace[1219560921] 'process raft request' (duration: 708.054631ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:29.076309Z","caller":"traceutil/trace.go:171","msg":"trace[685684126] linearizableReadLoop","detail":"{readStateIndex:16974; appliedIndex:16972; }","duration":"1.151914177s","start":"2026-09-15T02:59:27.924333Z","end":"2026-09-15T02:59:29.076247Z","steps":["trace[685684126] 'read index received' (duration: 762.655105ms)","trace[685684126] 'applied index is now lower than readState.Index' (duration: 389.254922ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T02:59:29.076343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.36746Z","time spent":"708.773899ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:59:29.076514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.879137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:29.076557Z","caller":"traceutil/trace.go:171","msg":"trace[1652920921] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:16411; }","duration":"867.99377ms","start":"2026-09-15T02:59:28.208551Z","end":"2026-09-15T02:59:29.076544Z","steps":["trace[1652920921] 'agreement among raft nodes before linearized reading' (duration: 867.881837ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.208444Z","time spent":"868.134362ms","remote":"127.0.0.1:46844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-09-15T02:59:29.076572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152216464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-09-15T02:59:29.076594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.530232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:29.076644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.999237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:29.07667Z","caller":"traceutil/trace.go:171","msg":"trace[1731562620] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16411; }","duration":"1.152374617s","start":"2026-09-15T02:59:27.924264Z","end":"2026-09-15T02:59:29.076639Z","steps":["trace[1731562620] 'agreement among raft nodes before linearized reading' (duration: 1.152119841s)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:29.07668Z","caller":"traceutil/trace.go:171","msg":"trace[2045044741] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16411; }","duration":"599.623744ms","start":"2026-09-15T02:59:28.477027Z","end":"2026-09-15T02:59:29.076651Z","steps":["trace[2045044741] 'agreement among raft nodes before linearized reading' (duration: 599.473871ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:27.924243Z","time spent":"1.152465809s","remote":"127.0.0.1:56982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-09-15T02:59:29.076719Z","caller":"traceutil/trace.go:171","msg":"trace[1598148462] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16411; }","duration":"598.068208ms","start":"2026-09-15T02:59:28.478601Z","end":"2026-09-15T02:59:29.076669Z","steps":["trace[1598148462] 'agreement among raft nodes before linearized reading' (duration: 597.920985ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.477022Z","time spent":"599.699206ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-09-15T02:59:29.076743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.598166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"warn","ts":"2026-09-15T02:59:29.076759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.478581Z","time spent":"598.16637ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-09-15T02:59:29.076778Z","caller":"traceutil/trace.go:171","msg":"trace[88964989] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16411; }","duration":"400.632317ms","start":"2026-09-15T02:59:28.676135Z","end":"2026-09-15T02:59:29.076767Z","steps":["trace[88964989] 'agreement among raft nodes before linearized reading' (duration: 400.542135ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.964284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-09-15T02:59:29.076848Z","caller":"traceutil/trace.go:171","msg":"trace[532123976] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16411; }","duration":"401.047886ms","start":"2026-09-15T02:59:28.675775Z","end":"2026-09-15T02:59:29.076822Z","steps":["trace[532123976] 'agreement among raft nodes before linearized reading' (duration: 400.935853ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.490368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-15T02:59:29.076893Z","caller":"traceutil/trace.go:171","msg":"trace[1465981651] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16411; }","duration":"114.570939ms","start":"2026-09-15T02:59:28.962311Z","end":"2026-09-15T02:59:29.076882Z","steps":["trace[1465981651] 'agreement among raft nodes before linearized reading' (duration: 114.520538ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.675752Z","time spent":"401.131768ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-09-15T02:59:29.076921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.716696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-09-15T02:59:29.076945Z","caller":"traceutil/trace.go:171","msg":"trace[1715619909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16411; }","duration":"620.785847ms","start":"2026-09-15T02:59:28.456151Z","end":"2026-09-15T02:59:29.076937Z","steps":["trace[1715619909] 'agreement among raft nodes before linearized reading' (duration: 620.720886ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.076891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.191501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:29.07697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.45613Z","time spent":"620.834029ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T02:59:29.076998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.697186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:29.077013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.764668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:29.077053Z","caller":"traceutil/trace.go:171","msg":"trace[904373326] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16411; }","duration":"599.817519ms","start":"2026-09-15T02:59:28.477226Z","end":"2026-09-15T02:59:29.077043Z","steps":["trace[904373326] 'agreement among raft nodes before linearized reading' (duration: 599.757017ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:29.07705Z","caller":"traceutil/trace.go:171","msg":"trace[768170875] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16411; }","duration":"599.779458ms","start":"2026-09-15T02:59:28.477258Z","end":"2026-09-15T02:59:29.077037Z","steps":["trace[768170875] 'agreement among raft nodes before linearized reading' (duration: 599.704116ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.07707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.909311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-mkwt8\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-09-15T02:59:29.077079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.47722Z","time spent":"599.853159ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-09-15T02:59:29.077094Z","caller":"traceutil/trace.go:171","msg":"trace[163376343] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-mkwt8; range_end:; response_count:1; response_revision:16411; }","duration":"203.986614ms","start":"2026-09-15T02:59:28.873101Z","end":"2026-09-15T02:59:29.077088Z","steps":["trace[163376343] 'agreement among raft nodes before linearized reading' (duration: 203.908922ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.077114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.955882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T02:59:29.076985Z","caller":"traceutil/trace.go:171","msg":"trace[824904917] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16411; }","duration":"598.315914ms","start":"2026-09-15T02:59:28.478655Z","end":"2026-09-15T02:59:29.07697Z","steps":["trace[824904917] 'agreement among raft nodes before linearized reading' (duration: 598.199242ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:29.077143Z","caller":"traceutil/trace.go:171","msg":"trace[312144746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16411; }","duration":"497.001903ms","start":"2026-09-15T02:59:28.580132Z","end":"2026-09-15T02:59:29.077134Z","steps":["trace[312144746] 'agreement among raft nodes before linearized reading' (duration: 496.956261ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.077161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.085915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-09-15T02:59:29.077169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.580121Z","time spent":"497.042174ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.584917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:29.077165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.47865Z","time spent":"598.501299ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.947761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:29.077239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.833986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-09-15T02:59:29.077251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.083423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-09-15T02:59:29.078857Z","caller":"traceutil/trace.go:171","msg":"trace[1246035126] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16411; }","duration":"328.730431ms","start":"2026-09-15T02:59:28.750109Z","end":"2026-09-15T02:59:29.07884Z","steps":["trace[1246035126] 'agreement among raft nodes before linearized reading' (duration: 327.104354ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.078912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.75008Z","time spent":"328.817964ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-09-15T02:59:29.076854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.839269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-09-15T02:59:29.079094Z","caller":"traceutil/trace.go:171","msg":"trace[1157043890] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16411; }","duration":"602.104863ms","start":"2026-09-15T02:59:28.476976Z","end":"2026-09-15T02:59:29.079081Z","steps":["trace[1157043890] 'agreement among raft nodes before linearized reading' (duration: 599.784538ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.079137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.476961Z","time spent":"602.162934ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-09-15T02:59:29.076803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.676105Z","time spent":"400.691828ms","remote":"127.0.0.1:56982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-09-15T02:59:29.077183Z","caller":"traceutil/trace.go:171","msg":"trace[1645693998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16411; }","duration":"621.123666ms","start":"2026-09-15T02:59:28.456052Z","end":"2026-09-15T02:59:29.077176Z","steps":["trace[1645693998] 'agreement among raft nodes before linearized reading' (duration: 621.057884ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.079505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.456044Z","time spent":"623.451069ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-09-15T02:59:29.07666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.158016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-09-15T02:59:29.079698Z","caller":"traceutil/trace.go:171","msg":"trace[437925987] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16411; }","duration":"600.232069ms","start":"2026-09-15T02:59:28.479455Z","end":"2026-09-15T02:59:29.079687Z","steps":["trace[437925987] 'agreement among raft nodes before linearized reading' (duration: 597.007374ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.07973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.479444Z","time spent":"600.275899ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-09-15T02:59:29.077259Z","caller":"traceutil/trace.go:171","msg":"trace[959410693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16411; }","duration":"622.891467ms","start":"2026-09-15T02:59:28.454361Z","end":"2026-09-15T02:59:29.077253Z","steps":["trace[959410693] 'agreement among raft nodes before linearized reading' (duration: 622.835335ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.080201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.454339Z","time spent":"625.843076ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-09-15T02:59:29.077197Z","caller":"traceutil/trace.go:171","msg":"trace[1045085899] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16411; }","duration":"400.662918ms","start":"2026-09-15T02:59:28.676525Z","end":"2026-09-15T02:59:29.077188Z","steps":["trace[1045085899] 'agreement among raft nodes before linearized reading' (duration: 400.626777ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.080482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.676494Z","time spent":"403.975545ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-09-15T02:59:29.077258Z","caller":"traceutil/trace.go:171","msg":"trace[526871524] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16411; }","duration":"621.154076ms","start":"2026-09-15T02:59:28.456095Z","end":"2026-09-15T02:59:29.077249Z","steps":["trace[526871524] 'agreement among raft nodes before linearized reading' (duration: 620.979271ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.080753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.456056Z","time spent":"624.681498ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.477253Z","time spent":"599.826979ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.224405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-15T02:59:29.081387Z","caller":"traceutil/trace.go:171","msg":"trace[932228160] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16411; }","duration":"863.338172ms","start":"2026-09-15T02:59:28.218039Z","end":"2026-09-15T02:59:29.081377Z","steps":["trace[932228160] 'agreement among raft nodes before linearized reading' (duration: 859.246406ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.08142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.218026Z","time spent":"863.382893ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.867653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:669"} {"level":"info","ts":"2026-09-15T02:59:29.081516Z","caller":"traceutil/trace.go:171","msg":"trace[191892853] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16411; }","duration":"602.137073ms","start":"2026-09-15T02:59:28.479354Z","end":"2026-09-15T02:59:29.081491Z","steps":["trace[191892853] 'agreement among raft nodes before linearized reading' (duration: 597.444253ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.081578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.479344Z","time spent":"602.217315ms","remote":"127.0.0.1:56982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.019727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5449"} {"level":"info","ts":"2026-09-15T02:59:29.081641Z","caller":"traceutil/trace.go:171","msg":"trace[889417622] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16411; }","duration":"602.109903ms","start":"2026-09-15T02:59:28.479521Z","end":"2026-09-15T02:59:29.081631Z","steps":["trace[889417622] 'agreement among raft nodes before linearized reading' (duration: 597.983656ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.081674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.479515Z","time spent":"602.149543ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-09-15T02:59:29.077562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.049397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-09-15T02:59:29.077538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.719835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-09-15T02:59:29.081867Z","caller":"traceutil/trace.go:171","msg":"trace[1280185502] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16411; }","duration":"602.303197ms","start":"2026-09-15T02:59:28.479492Z","end":"2026-09-15T02:59:29.081795Z","steps":["trace[1280185502] 'agreement among raft nodes before linearized reading' (duration: 598.045148ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:29.08191Z","caller":"traceutil/trace.go:171","msg":"trace[885879520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16411; }","duration":"579.121358ms","start":"2026-09-15T02:59:28.502777Z","end":"2026-09-15T02:59:29.081898Z","steps":["trace[885879520] 'agreement among raft nodes before linearized reading' (duration: 574.699135ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.081946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.502766Z","time spent":"579.170019ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-09-15T02:59:29.081896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.560728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-r9ktg\" ","response":"range_response_count:1 size:6442"} {"level":"info","ts":"2026-09-15T02:59:29.076321Z","caller":"traceutil/trace.go:171","msg":"trace[60862952] transaction","detail":"{read_only:false; response_revision:16411; number_of_response:1; }","duration":"596.182275ms","start":"2026-09-15T02:59:28.48011Z","end":"2026-09-15T02:59:29.076293Z","steps":["trace[60862952] 'process raft request' (duration: 595.724675ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T02:59:29.082067Z","caller":"traceutil/trace.go:171","msg":"trace[97875744] range","detail":"{range_begin:/registry/pods/openstack/keepalived-r9ktg; range_end:; response_count:1; response_revision:16411; }","duration":"564.746482ms","start":"2026-09-15T02:59:28.51726Z","end":"2026-09-15T02:59:29.082006Z","steps":["trace[97875744] 'agreement among raft nodes before linearized reading' (duration: 560.054563ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.082087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.480096Z","time spent":"601.923868ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T02:59:29.082127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.51725Z","time spent":"564.862865ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6465,"request content":"key:\"/registry/pods/openstack/keepalived-r9ktg\" "} {"level":"info","ts":"2026-09-15T02:59:29.082139Z","caller":"traceutil/trace.go:171","msg":"trace[319142381] transaction","detail":"{read_only:false; response_revision:16410; number_of_response:1; }","duration":"598.346666ms","start":"2026-09-15T02:59:28.47754Z","end":"2026-09-15T02:59:29.075887Z","steps":["trace[319142381] 'process raft request' (duration: 598.240833ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T02:59:29.081983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.479486Z","time spent":"602.480741ms","remote":"127.0.0.1:57080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-09-15T02:59:29.082348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T02:59:28.477507Z","time spent":"604.719354ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:00:50.627506Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14477} {"level":"info","ts":"2026-09-15T03:00:50.722222Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14477,"took":"92.481536ms","hash":1663599756,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":30625792,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-15T03:00:50.722311Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1663599756,"revision":14477,"compact-revision":12445} {"level":"info","ts":"2026-09-15T03:02:05.699608Z","caller":"traceutil/trace.go:171","msg":"trace[1204719060] linearizableReadLoop","detail":"{readStateIndex:18187; appliedIndex:18186; }","duration":"119.122781ms","start":"2026-09-15T03:02:05.580455Z","end":"2026-09-15T03:02:05.699578Z","steps":["trace[1204719060] 'read index received' (duration: 113.274644ms)","trace[1204719060] 'applied index is now lower than readState.Index' (duration: 5.847037ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:02:05.699681Z","caller":"traceutil/trace.go:171","msg":"trace[804955220] transaction","detail":"{read_only:false; response_revision:17581; number_of_response:1; }","duration":"163.768208ms","start":"2026-09-15T03:02:05.535881Z","end":"2026-09-15T03:02:05.699649Z","steps":["trace[804955220] 'process raft request' (duration: 157.87598ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:02:05.699847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.361046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:02:05.699941Z","caller":"traceutil/trace.go:171","msg":"trace[1633347433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17581; }","duration":"119.498169ms","start":"2026-09-15T03:02:05.580416Z","end":"2026-09-15T03:02:05.699914Z","steps":["trace[1633347433] 'agreement among raft nodes before linearized reading' (duration: 119.335686ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:06.958961Z","caller":"traceutil/trace.go:171","msg":"trace[630266206] transaction","detail":"{read_only:false; response_revision:17591; number_of_response:1; }","duration":"246.41195ms","start":"2026-09-15T03:02:06.71252Z","end":"2026-09-15T03:02:06.958932Z","steps":["trace[630266206] 'process raft request' (duration: 246.212715ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:02:06.959174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.597821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29824020-swbsm\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-09-15T03:02:06.959282Z","caller":"traceutil/trace.go:171","msg":"trace[273931965] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29824020-swbsm; range_end:; response_count:1; response_revision:17591; }","duration":"156.701704ms","start":"2026-09-15T03:02:06.802538Z","end":"2026-09-15T03:02:06.95924Z","steps":["trace[273931965] 'agreement among raft nodes before linearized reading' (duration: 156.480749ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:06.958916Z","caller":"traceutil/trace.go:171","msg":"trace[1535793646] linearizableReadLoop","detail":"{readStateIndex:18197; appliedIndex:18196; }","duration":"156.341106ms","start":"2026-09-15T03:02:06.802548Z","end":"2026-09-15T03:02:06.958889Z","steps":["trace[1535793646] 'read index received' (duration: 156.133701ms)","trace[1535793646] 'applied index is now lower than readState.Index' (duration: 206.355µs)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:02:06.959903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.854542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-15T03:02:06.959966Z","caller":"traceutil/trace.go:171","msg":"trace[1244477095] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17591; }","duration":"136.979285ms","start":"2026-09-15T03:02:06.822971Z","end":"2026-09-15T03:02:06.95995Z","steps":["trace[1244477095] 'agreement among raft nodes before linearized reading' (duration: 136.848362ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:37.044054Z","caller":"traceutil/trace.go:171","msg":"trace[567647026] transaction","detail":"{read_only:false; response_revision:17918; number_of_response:1; }","duration":"146.67671ms","start":"2026-09-15T03:02:36.897352Z","end":"2026-09-15T03:02:37.044028Z","steps":["trace[567647026] 'process raft request' (duration: 146.527667ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:37.11702Z","caller":"traceutil/trace.go:171","msg":"trace[86243449] transaction","detail":"{read_only:false; response_revision:17919; number_of_response:1; }","duration":"206.959091ms","start":"2026-09-15T03:02:36.910008Z","end":"2026-09-15T03:02:37.116967Z","steps":["trace[86243449] 'process raft request' (duration: 206.771607ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:02:37.243865Z","caller":"traceutil/trace.go:171","msg":"trace[121357898] transaction","detail":"{read_only:false; response_revision:17920; number_of_response:1; }","duration":"113.688043ms","start":"2026-09-15T03:02:37.130146Z","end":"2026-09-15T03:02:37.243834Z","steps":["trace[121357898] 'process raft request' (duration: 113.486259ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:04.990543Z","caller":"traceutil/trace.go:171","msg":"trace[1205977358] transaction","detail":"{read_only:false; response_revision:18886; number_of_response:1; }","duration":"147.971301ms","start":"2026-09-15T03:05:04.842543Z","end":"2026-09-15T03:05:04.990514Z","steps":["trace[1205977358] 'process raft request' (duration: 147.565701ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:07.001756Z","caller":"traceutil/trace.go:171","msg":"trace[948918938] transaction","detail":"{read_only:false; response_revision:18925; number_of_response:1; }","duration":"126.788657ms","start":"2026-09-15T03:05:06.874951Z","end":"2026-09-15T03:05:07.00174Z","steps":["trace[948918938] 'process raft request' (duration: 126.523891ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:05:09.753886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.71424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-09-15T03:05:09.753998Z","caller":"traceutil/trace.go:171","msg":"trace[1258134137] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18969; }","duration":"133.866133ms","start":"2026-09-15T03:05:09.620105Z","end":"2026-09-15T03:05:09.753971Z","steps":["trace[1258134137] 'range keys from in-memory index tree' (duration: 133.507105ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:11.360521Z","caller":"traceutil/trace.go:171","msg":"trace[757997730] linearizableReadLoop","detail":"{readStateIndex:19628; appliedIndex:19627; }","duration":"227.476589ms","start":"2026-09-15T03:05:11.133023Z","end":"2026-09-15T03:05:11.360499Z","steps":["trace[757997730] 'read index received' (duration: 227.390787ms)","trace[757997730] 'applied index is now lower than readState.Index' (duration: 85.042µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:05:11.360635Z","caller":"traceutil/trace.go:171","msg":"trace[1940453879] transaction","detail":"{read_only:false; response_revision:18977; number_of_response:1; }","duration":"228.112044ms","start":"2026-09-15T03:05:11.132507Z","end":"2026-09-15T03:05:11.360619Z","steps":["trace[1940453879] 'process raft request' (duration: 227.867669ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:05:11.36082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.779116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-09-15T03:05:11.360848Z","caller":"traceutil/trace.go:171","msg":"trace[384508115] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18977; }","duration":"227.849408ms","start":"2026-09-15T03:05:11.13299Z","end":"2026-09-15T03:05:11.360839Z","steps":["trace[384508115] 'agreement among raft nodes before linearized reading' (duration: 227.738825ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:05:11.421155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.415567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-09-15T03:05:11.421363Z","caller":"traceutil/trace.go:171","msg":"trace[2133469722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18980; }","duration":"282.657612ms","start":"2026-09-15T03:05:11.13868Z","end":"2026-09-15T03:05:11.421337Z","steps":["trace[2133469722] 'agreement among raft nodes before linearized reading' (duration: 282.337685ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:11.421866Z","caller":"traceutil/trace.go:171","msg":"trace[283165800] transaction","detail":"{read_only:false; response_revision:18980; number_of_response:1; }","duration":"200.653755ms","start":"2026-09-15T03:05:11.221139Z","end":"2026-09-15T03:05:11.421793Z","steps":["trace[283165800] 'process raft request' (duration: 199.811805ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:11.421895Z","caller":"traceutil/trace.go:171","msg":"trace[589058678] transaction","detail":"{read_only:false; response_revision:18978; number_of_response:1; }","duration":"286.357768ms","start":"2026-09-15T03:05:11.135435Z","end":"2026-09-15T03:05:11.421793Z","steps":["trace[589058678] 'process raft request' (duration: 269.578398ms)","trace[589058678] 'compare' (duration: 15.717275ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:05:11.422171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.552923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-09-15T03:05:11.422262Z","caller":"traceutil/trace.go:171","msg":"trace[361215378] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18980; }","duration":"280.625264ms","start":"2026-09-15T03:05:11.141588Z","end":"2026-09-15T03:05:11.422213Z","steps":["trace[361215378] 'agreement among raft nodes before linearized reading' (duration: 280.488241ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:11.422688Z","caller":"traceutil/trace.go:171","msg":"trace[1641309171] transaction","detail":"{read_only:false; response_revision:18979; number_of_response:1; }","duration":"245.037988ms","start":"2026-09-15T03:05:11.177152Z","end":"2026-09-15T03:05:11.42219Z","steps":["trace[1641309171] 'process raft request' (duration: 243.733838ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:05:41.659606Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"401ca643156fc5da","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-15T03:05:41.665774Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-09-15T03:05:41.665932Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-09-15T03:05:50.635154Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16962} {"level":"info","ts":"2026-09-15T03:05:50.746308Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16962,"took":"105.779749ms","hash":360084353,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":32313344,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-09-15T03:05:50.746395Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":360084353,"revision":16962,"compact-revision":14477} {"level":"warn","ts":"2026-09-15T03:08:39.550243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.325541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-15T03:10:50.644735Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19386} {"level":"info","ts":"2026-09-15T03:10:50.76254Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19386,"took":"114.226271ms","hash":4011886570,"current-db-size-bytes":52281344,"current-db-size":"52 MB","current-db-size-in-use-bytes":30597120,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-09-15T03:10:50.762609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4011886570,"revision":19386,"compact-revision":16962} {"level":"info","ts":"2026-09-15T03:11:21.760605Z","caller":"traceutil/trace.go:171","msg":"trace[1278512678] transaction","detail":"{read_only:false; response_revision:21844; number_of_response:1; }","duration":"145.407877ms","start":"2026-09-15T03:11:21.615153Z","end":"2026-09-15T03:11:21.760561Z","steps":["trace[1278512678] 'process raft request' (duration: 145.11921ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:21.761494Z","caller":"traceutil/trace.go:171","msg":"trace[216037814] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"145.392378ms","start":"2026-09-15T03:11:21.616068Z","end":"2026-09-15T03:11:21.76146Z","steps":["trace[216037814] 'process raft request' (duration: 145.196304ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:21.761665Z","caller":"traceutil/trace.go:171","msg":"trace[1070585600] transaction","detail":"{read_only:false; response_revision:21846; number_of_response:1; }","duration":"145.001708ms","start":"2026-09-15T03:11:21.616638Z","end":"2026-09-15T03:11:21.76164Z","steps":["trace[1070585600] 'process raft request' (duration: 144.767113ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:27.945874Z","caller":"traceutil/trace.go:171","msg":"trace[705466901] linearizableReadLoop","detail":"{readStateIndex:22620; appliedIndex:22619; }","duration":"137.035994ms","start":"2026-09-15T03:11:27.808815Z","end":"2026-09-15T03:11:27.945851Z","steps":["trace[705466901] 'read index received' (duration: 136.840419ms)","trace[705466901] 'applied index is now lower than readState.Index' (duration: 194.525µs)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:11:27.945961Z","caller":"traceutil/trace.go:171","msg":"trace[408546797] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"137.190616ms","start":"2026-09-15T03:11:27.808734Z","end":"2026-09-15T03:11:27.945925Z","steps":["trace[408546797] 'process raft request' (duration: 136.92773ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:27.946061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.229978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-15T03:11:27.946101Z","caller":"traceutil/trace.go:171","msg":"trace[286206152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21875; }","duration":"137.286919ms","start":"2026-09-15T03:11:27.808804Z","end":"2026-09-15T03:11:27.946091Z","steps":["trace[286206152] 'agreement among raft nodes before linearized reading' (duration: 137.137766ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:28.151385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.236364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-15T03:11:28.15174Z","caller":"traceutil/trace.go:171","msg":"trace[1004150012] transaction","detail":"{read_only:false; response_revision:21877; number_of_response:1; }","duration":"338.349854ms","start":"2026-09-15T03:11:27.813363Z","end":"2026-09-15T03:11:28.151713Z","steps":["trace[1004150012] 'process raft request' (duration: 338.1785ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:28.151784Z","caller":"traceutil/trace.go:171","msg":"trace[497652285] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"339.316666ms","start":"2026-09-15T03:11:27.812435Z","end":"2026-09-15T03:11:28.151752Z","steps":["trace[497652285] 'process raft request' (duration: 172.633772ms)","trace[497652285] 'compare' (duration: 165.947828ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:11:28.151936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:27.81242Z","time spent":"339.441019ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:11:28.152098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:27.813346Z","time spent":"338.698582ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:11:28.238415Z","caller":"traceutil/trace.go:171","msg":"trace[88702973] transaction","detail":"{read_only:false; response_revision:21878; number_of_response:1; }","duration":"286.971386ms","start":"2026-09-15T03:11:27.951398Z","end":"2026-09-15T03:11:28.238369Z","steps":["trace[88702973] 'process raft request' (duration: 286.643039ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:28.694748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.097387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-15T03:11:28.695183Z","caller":"traceutil/trace.go:171","msg":"trace[1590070040] linearizableReadLoop","detail":"{readStateIndex:22625; appliedIndex:22623; }","duration":"113.914584ms","start":"2026-09-15T03:11:28.581247Z","end":"2026-09-15T03:11:28.695162Z","steps":["trace[1590070040] 'read index received' (duration: 109.563042ms)","trace[1590070040] 'applied index is now lower than readState.Index' (duration: 4.350492ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:11:28.695411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.19041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:11:28.695507Z","caller":"traceutil/trace.go:171","msg":"trace[1626911469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21880; }","duration":"114.324264ms","start":"2026-09-15T03:11:28.581171Z","end":"2026-09-15T03:11:28.695496Z","steps":["trace[1626911469] 'agreement among raft nodes before linearized reading' (duration: 114.091688ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:28.695565Z","caller":"traceutil/trace.go:171","msg":"trace[496831676] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"376.996015ms","start":"2026-09-15T03:11:28.318542Z","end":"2026-09-15T03:11:28.695538Z","steps":["trace[496831676] 'process raft request' (duration: 193.008687ms)","trace[496831676] 'compare' (duration: 182.995905ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:11:28.695702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:28.318515Z","time spent":"377.110637ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:11:28.695723Z","caller":"traceutil/trace.go:171","msg":"trace[1519639016] transaction","detail":"{read_only:false; response_revision:21880; number_of_response:1; }","duration":"364.844412ms","start":"2026-09-15T03:11:28.330864Z","end":"2026-09-15T03:11:28.695708Z","steps":["trace[1519639016] 'process raft request' (duration: 363.995372ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:28.695783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:28.330838Z","time spent":"364.909393ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:11:29.113374Z","caller":"traceutil/trace.go:171","msg":"trace[285432021] transaction","detail":"{read_only:false; response_revision:21881; number_of_response:1; }","duration":"110.198768ms","start":"2026-09-15T03:11:29.003146Z","end":"2026-09-15T03:11:29.113345Z","steps":["trace[285432021] 'process raft request' (duration: 110.028704ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:29.901796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.621128ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-09-15T03:11:29.902131Z","caller":"traceutil/trace.go:171","msg":"trace[1925692033] transaction","detail":"{read_only:false; response_revision:21882; number_of_response:1; }","duration":"536.422249ms","start":"2026-09-15T03:11:29.365685Z","end":"2026-09-15T03:11:29.902107Z","steps":["trace[1925692033] 'process raft request' (duration: 536.253995ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:29.902182Z","caller":"traceutil/trace.go:171","msg":"trace[669072496] linearizableReadLoop","detail":"{readStateIndex:22627; appliedIndex:22626; }","duration":"719.397902ms","start":"2026-09-15T03:11:29.182747Z","end":"2026-09-15T03:11:29.902144Z","steps":["trace[669072496] 'read index received' (duration: 405.434306ms)","trace[669072496] 'applied index is now lower than readState.Index' (duration: 313.958036ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:11:29.902291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.365661Z","time spent":"536.51897ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:11:29.902609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.883055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-09-15T03:11:29.902666Z","caller":"traceutil/trace.go:171","msg":"trace[1045579338] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21882; }","duration":"575.003228ms","start":"2026-09-15T03:11:29.327648Z","end":"2026-09-15T03:11:29.902652Z","steps":["trace[1045579338] 'agreement among raft nodes before linearized reading' (duration: 574.859705ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:29.902704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.327624Z","time spent":"575.06986ms","remote":"127.0.0.1:57280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-09-15T03:11:29.902849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.266968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-09-15T03:11:29.902893Z","caller":"traceutil/trace.go:171","msg":"trace[928584519] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21882; }","duration":"255.35604ms","start":"2026-09-15T03:11:29.647526Z","end":"2026-09-15T03:11:29.902882Z","steps":["trace[928584519] 'agreement among raft nodes before linearized reading' (duration: 255.225167ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:29.902976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.879175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-09-15T03:11:29.903012Z","caller":"traceutil/trace.go:171","msg":"trace[1085568530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21882; }","duration":"559.959267ms","start":"2026-09-15T03:11:29.343044Z","end":"2026-09-15T03:11:29.903003Z","steps":["trace[1085568530] 'agreement among raft nodes before linearized reading' (duration: 559.829134ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:29.903036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.343021Z","time spent":"560.009499ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-09-15T03:11:29.90345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.589249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-09-15T03:11:29.903496Z","caller":"traceutil/trace.go:171","msg":"trace[885891684] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:21882; }","duration":"720.776085ms","start":"2026-09-15T03:11:29.182704Z","end":"2026-09-15T03:11:29.90348Z","steps":["trace[885891684] 'agreement among raft nodes before linearized reading' (duration: 719.600787ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:29.903532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.182681Z","time spent":"720.838076ms","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-09-15T03:11:30.264132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.901897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-09-15T03:11:30.264247Z","caller":"traceutil/trace.go:171","msg":"trace[1652975151] transaction","detail":"{read_only:false; response_revision:21883; number_of_response:1; }","duration":"357.51806ms","start":"2026-09-15T03:11:29.906689Z","end":"2026-09-15T03:11:30.264207Z","steps":["trace[1652975151] 'process raft request' (duration: 251.463409ms)","trace[1652975151] 'compare' (duration: 105.5787ms)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:11:30.26449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.906668Z","time spent":"357.607281ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:11:30.286993Z","caller":"traceutil/trace.go:171","msg":"trace[1383721986] linearizableReadLoop","detail":"{readStateIndex:22630; appliedIndex:22628; }","duration":"336.367727ms","start":"2026-09-15T03:11:29.950591Z","end":"2026-09-15T03:11:30.286959Z","steps":["trace[1383721986] 'read index received' (duration: 207.568356ms)","trace[1383721986] 'applied index is now lower than readState.Index' (duration: 128.797871ms)"],"step_count":2} {"level":"info","ts":"2026-09-15T03:11:30.287055Z","caller":"traceutil/trace.go:171","msg":"trace[829223970] transaction","detail":"{read_only:false; response_revision:21884; number_of_response:1; }","duration":"379.716457ms","start":"2026-09-15T03:11:29.907303Z","end":"2026-09-15T03:11:30.287019Z","steps":["trace[829223970] 'process raft request' (duration: 379.516403ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:30.287209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.606903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-09-15T03:11:30.287322Z","caller":"traceutil/trace.go:171","msg":"trace[1747624007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21884; }","duration":"336.763577ms","start":"2026-09-15T03:11:29.950541Z","end":"2026-09-15T03:11:30.287305Z","steps":["trace[1747624007] 'agreement among raft nodes before linearized reading' (duration: 336.555782ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:30.287354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.95052Z","time spent":"336.825878ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-09-15T03:11:30.287255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:29.907267Z","time spent":"379.877301ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:11:30.487555Z","caller":"traceutil/trace.go:171","msg":"trace[373252530] transaction","detail":"{read_only:false; response_revision:21886; number_of_response:1; }","duration":"196.484998ms","start":"2026-09-15T03:11:30.291045Z","end":"2026-09-15T03:11:30.487529Z","steps":["trace[373252530] 'process raft request' (duration: 196.340755ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:30.487626Z","caller":"traceutil/trace.go:171","msg":"trace[854473380] linearizableReadLoop","detail":"{readStateIndex:22631; appliedIndex:22630; }","duration":"200.491941ms","start":"2026-09-15T03:11:30.28708Z","end":"2026-09-15T03:11:30.487571Z","steps":["trace[854473380] 'read index received' (duration: 199.604571ms)","trace[854473380] 'applied index is now lower than readState.Index' (duration: 885.29µs)"],"step_count":2} {"level":"warn","ts":"2026-09-15T03:11:30.487729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.498311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-09-15T03:11:30.487754Z","caller":"traceutil/trace.go:171","msg":"trace[1996755190] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21886; }","duration":"448.573542ms","start":"2026-09-15T03:11:30.039174Z","end":"2026-09-15T03:11:30.487747Z","steps":["trace[1996755190] 'agreement among raft nodes before linearized reading' (duration: 448.476889ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:30.487773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:30.039153Z","time spent":"448.615073ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-09-15T03:11:30.487877Z","caller":"traceutil/trace.go:171","msg":"trace[1512602592] transaction","detail":"{read_only:false; response_revision:21885; number_of_response:1; }","duration":"328.289609ms","start":"2026-09-15T03:11:30.159559Z","end":"2026-09-15T03:11:30.487849Z","steps":["trace[1512602592] 'process raft request' (duration: 327.186933ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:30.487893Z","caller":"traceutil/trace.go:171","msg":"trace[1475210765] transaction","detail":"{read_only:false; response_revision:21887; number_of_response:1; }","duration":"186.684281ms","start":"2026-09-15T03:11:30.301187Z","end":"2026-09-15T03:11:30.487871Z","steps":["trace[1475210765] 'process raft request' (duration: 186.297411ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:30.488021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:30.159527Z","time spent":"328.422242ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:11:30.488033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.072585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-09-15T03:11:30.488059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.083218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-09-15T03:11:30.488112Z","caller":"traceutil/trace.go:171","msg":"trace[613284215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21887; }","duration":"328.193378ms","start":"2026-09-15T03:11:30.159899Z","end":"2026-09-15T03:11:30.488092Z","steps":["trace[613284215] 'agreement among raft nodes before linearized reading' (duration: 327.927172ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:11:30.488143Z","caller":"traceutil/trace.go:171","msg":"trace[1565604224] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21887; }","duration":"244.20718ms","start":"2026-09-15T03:11:30.243916Z","end":"2026-09-15T03:11:30.488123Z","steps":["trace[1565604224] 'agreement among raft nodes before linearized reading' (duration: 243.891073ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:11:30.488163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:11:30.15988Z","time spent":"328.269569ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-09-15T03:15:11.489348Z","caller":"traceutil/trace.go:171","msg":"trace[1633918688] transaction","detail":"{read_only:false; response_revision:23645; number_of_response:1; }","duration":"110.111107ms","start":"2026-09-15T03:15:11.379218Z","end":"2026-09-15T03:15:11.489329Z","steps":["trace[1633918688] 'process raft request' (duration: 109.663727ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:14.724679Z","caller":"traceutil/trace.go:171","msg":"trace[64427372] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23669; }","duration":"437.984536ms","start":"2026-09-15T03:15:14.286663Z","end":"2026-09-15T03:15:14.724648Z","steps":["trace[64427372] 'process raft request' (duration: 431.558885ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:15:14.724893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:15:14.286646Z","time spent":"438.126449ms","remote":"127.0.0.1:56602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84,"response count":0,"response size":43,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-09-15T03:15:42.66106Z","caller":"traceutil/trace.go:171","msg":"trace[1329169376] transaction","detail":"{read_only:false; response_revision:24438; number_of_response:1; }","duration":"161.159735ms","start":"2026-09-15T03:15:42.499864Z","end":"2026-09-15T03:15:42.661024Z","steps":["trace[1329169376] 'process raft request' (duration: 160.824998ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:43.189148Z","caller":"traceutil/trace.go:171","msg":"trace[954556311] transaction","detail":"{read_only:false; response_revision:24439; number_of_response:1; }","duration":"366.212083ms","start":"2026-09-15T03:15:42.822895Z","end":"2026-09-15T03:15:43.189107Z","steps":["trace[954556311] 'process raft request' (duration: 365.723511ms)"],"step_count":1} {"level":"info","ts":"2026-09-15T03:15:43.189879Z","caller":"traceutil/trace.go:171","msg":"trace[1993909143] transaction","detail":"{read_only:false; response_revision:24440; number_of_response:1; }","duration":"305.129529ms","start":"2026-09-15T03:15:42.884727Z","end":"2026-09-15T03:15:43.189856Z","steps":["trace[1993909143] 'process raft request' (duration: 304.840943ms)"],"step_count":1} {"level":"warn","ts":"2026-09-15T03:15:43.190009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:15:42.822859Z","time spent":"366.354627ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-09-15T03:15:43.19006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-09-15T03:15:42.884701Z","time spent":"305.263473ms","remote":"127.0.0.1:57098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-09-15T03:15:50.650861Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21682} {"level":"info","ts":"2026-09-15T03:15:50.776933Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21682,"took":"121.990132ms","hash":658887512,"current-db-size-bytes":53514240,"current-db-size":"54 MB","current-db-size-in-use-bytes":42377216,"current-db-size-in-use":"42 MB"} {"level":"info","ts":"2026-09-15T03:15:50.776981Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":658887512,"revision":21682,"compact-revision":19386} {"level":"info","ts":"2026-09-15T03:20:50.658446Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24517} {"level":"info","ts":"2026-09-15T03:20:50.811075Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24517,"took":"148.729407ms","hash":2948006852,"current-db-size-bytes":53514240,"current-db-size":"54 MB","current-db-size-in-use-bytes":34992128,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-09-15T03:20:50.811164Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2948006852,"revision":24517,"compact-revision":21682} {"level":"info","ts":"2026-09-15T03:22:51.650642Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000709e.wal"} {"level":"info","ts":"2026-09-15T03:25:23.940359Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"401ca643156fc5da","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-09-15T03:25:23.946406Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-09-15T03:25:23.946569Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003}