{"level":"warn","ts":"2026-07-02T00:24:38.559976Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T00:24:38.560084Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.23:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.23:2380","--initial-cluster=instance=https://199.204.45.23:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.23:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.23:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-02T00:24:38.560162Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-02T00:24:38.560175Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-07-02T00:24:38.560196Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T00:24:38.560862Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"]} {"level":"info","ts":"2026-07-02T00:24:38.560941Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.23:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-02T00:24:38.564548Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.381495ms"} {"level":"info","ts":"2026-07-02T00:24:38.569491Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"51a5c416a4d98c86","cluster-id":"ade2045974c19907"} {"level":"info","ts":"2026-07-02T00:24:38.569575Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=()"} {"level":"info","ts":"2026-07-02T00:24:38.569596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 0"} {"level":"info","ts":"2026-07-02T00:24:38.569606Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 51a5c416a4d98c86 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-02T00:24:38.569617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became follower at term 1"} {"level":"info","ts":"2026-07-02T00:24:38.569661Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"warn","ts":"2026-07-02T00:24:38.578297Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-02T00:24:38.579847Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-02T00:24:38.581222Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-02T00:24:38.584091Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"51a5c416a4d98c86","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-02T00:24:38.584412Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"51a5c416a4d98c86","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-02T00:24:38.584628Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T00:24:38.584676Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T00:24:38.58469Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-02T00:24:38.586949Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 switched to configuration voters=(5883324089763466374)"} {"level":"info","ts":"2026-07-02T00:24:38.587325Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","added-peer-id":"51a5c416a4d98c86","added-peer-peer-urls":["https://199.204.45.23:2380"]} {"level":"info","ts":"2026-07-02T00:24:38.589858Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-02T00:24:38.58996Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-07-02T00:24:38.589998Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.23:2380"} {"level":"info","ts":"2026-07-02T00:24:38.590201Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"51a5c416a4d98c86","initial-advertise-peer-urls":["https://199.204.45.23:2380"],"listen-peer-urls":["https://199.204.45.23:2380"],"advertise-client-urls":["https://199.204.45.23:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.23:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-02T00:24:38.590249Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-02T00:24:39.470378Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 is starting a new election at term 1"} {"level":"info","ts":"2026-07-02T00:24:39.470453Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-02T00:24:39.470499Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgPreVoteResp from 51a5c416a4d98c86 at term 1"} {"level":"info","ts":"2026-07-02T00:24:39.470577Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became candidate at term 2"} {"level":"info","ts":"2026-07-02T00:24:39.470594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 received MsgVoteResp from 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-07-02T00:24:39.470687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"51a5c416a4d98c86 became leader at term 2"} {"level":"info","ts":"2026-07-02T00:24:39.470712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 51a5c416a4d98c86 elected leader 51a5c416a4d98c86 at term 2"} {"level":"info","ts":"2026-07-02T00:24:39.477718Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"51a5c416a4d98c86","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.23:2379]}","request-path":"/0/members/51a5c416a4d98c86/attributes","cluster-id":"ade2045974c19907","publish-timeout":"7s"} {"level":"info","ts":"2026-07-02T00:24:39.477726Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T00:24:39.477819Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-02T00:24:39.477825Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T00:24:39.478253Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-02T00:24:39.478339Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-02T00:24:39.481412Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.23:2379"} {"level":"info","ts":"2026-07-02T00:24:39.481629Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-02T00:24:39.4829Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ade2045974c19907","local-member-id":"51a5c416a4d98c86","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T00:24:39.483064Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T00:24:39.483132Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-02T00:25:23.243524Z","caller":"traceutil/trace.go:171","msg":"trace[1331197103] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"131.843968ms","start":"2026-07-02T00:25:23.111638Z","end":"2026-07-02T00:25:23.243482Z","steps":["trace[1331197103] 'process raft request' (duration: 123.89635ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:25:24.294524Z","caller":"traceutil/trace.go:171","msg":"trace[1295717027] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"213.475194ms","start":"2026-07-02T00:25:24.081011Z","end":"2026-07-02T00:25:24.294486Z","steps":["trace[1295717027] 'process raft request' (duration: 213.234262ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:26:58.116413Z","caller":"traceutil/trace.go:171","msg":"trace[1310295187] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"213.443386ms","start":"2026-07-02T00:26:57.902923Z","end":"2026-07-02T00:26:58.116366Z","steps":["trace[1310295187] 'process raft request' (duration: 115.304787ms)","trace[1310295187] 'compare' (duration: 97.905792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:26:58.44592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.641219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T00:26:58.446079Z","caller":"traceutil/trace.go:171","msg":"trace[995244592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1884; }","duration":"183.876275ms","start":"2026-07-02T00:26:58.262176Z","end":"2026-07-02T00:26:58.446053Z","steps":["trace[995244592] 'range keys from in-memory index tree' (duration: 183.441173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:26:58.971993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.122006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T00:26:58.972123Z","caller":"traceutil/trace.go:171","msg":"trace[1161704511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1886; }","duration":"226.333962ms","start":"2026-07-02T00:26:58.745757Z","end":"2026-07-02T00:26:58.972091Z","steps":["trace[1161704511] 'range keys from in-memory index tree' (duration: 225.843648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:26:58.971993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.641906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T00:26:58.972228Z","caller":"traceutil/trace.go:171","msg":"trace[892266082] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1886; }","duration":"254.904444ms","start":"2026-07-02T00:26:58.717296Z","end":"2026-07-02T00:26:58.9722Z","steps":["trace[892266082] 'range keys from in-memory index tree' (duration: 254.333148ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:27:56.540124Z","caller":"traceutil/trace.go:171","msg":"trace[457921028] linearizableReadLoop","detail":"{readStateIndex:2333; appliedIndex:2332; }","duration":"121.451135ms","start":"2026-07-02T00:27:56.418636Z","end":"2026-07-02T00:27:56.540087Z","steps":["trace[457921028] 'read index received' (duration: 26.203473ms)","trace[457921028] 'applied index is now lower than readState.Index' (duration: 95.246002ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:27:56.540164Z","caller":"traceutil/trace.go:171","msg":"trace[2143643601] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"132.812907ms","start":"2026-07-02T00:27:56.407307Z","end":"2026-07-02T00:27:56.540119Z","steps":["trace[2143643601] 'process raft request' (duration: 37.613826ms)","trace[2143643601] 'compare' (duration: 95.004716ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:27:56.540614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.932449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-02T00:27:56.540857Z","caller":"traceutil/trace.go:171","msg":"trace[579510965] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2246; }","duration":"122.236277ms","start":"2026-07-02T00:27:56.418579Z","end":"2026-07-02T00:27:56.540815Z","steps":["trace[579510965] 'agreement among raft nodes before linearized reading' (duration: 121.676171ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:27:56.689272Z","caller":"traceutil/trace.go:171","msg":"trace[452167225] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"142.448792ms","start":"2026-07-02T00:27:56.546787Z","end":"2026-07-02T00:27:56.689236Z","steps":["trace[452167225] 'process raft request' (duration: 142.246586ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:28:37.3481Z","caller":"traceutil/trace.go:171","msg":"trace[219725057] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"260.028853ms","start":"2026-07-02T00:28:37.088033Z","end":"2026-07-02T00:28:37.348062Z","steps":["trace[219725057] 'process raft request' (duration: 259.741615ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:29:10.967302Z","caller":"traceutil/trace.go:171","msg":"trace[207604881] transaction","detail":"{read_only:false; response_revision:2844; number_of_response:1; }","duration":"258.219523ms","start":"2026-07-02T00:29:10.709052Z","end":"2026-07-02T00:29:10.967271Z","steps":["trace[207604881] 'process raft request' (duration: 258.034178ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:29:11.019369Z","caller":"traceutil/trace.go:171","msg":"trace[80833283] linearizableReadLoop","detail":"{readStateIndex:2955; appliedIndex:2953; }","duration":"170.381969ms","start":"2026-07-02T00:29:10.848964Z","end":"2026-07-02T00:29:11.019346Z","steps":["trace[80833283] 'read index received' (duration: 118.121221ms)","trace[80833283] 'applied index is now lower than readState.Index' (duration: 52.259808ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:29:11.019542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.560843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T00:29:11.019583Z","caller":"traceutil/trace.go:171","msg":"trace[1428109066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2845; }","duration":"170.665847ms","start":"2026-07-02T00:29:10.848904Z","end":"2026-07-02T00:29:11.01957Z","steps":["trace[1428109066] 'agreement among raft nodes before linearized reading' (duration: 170.541763ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:29:11.019848Z","caller":"traceutil/trace.go:171","msg":"trace[762513483] transaction","detail":"{read_only:false; response_revision:2845; number_of_response:1; }","duration":"188.041278ms","start":"2026-07-02T00:29:10.831748Z","end":"2026-07-02T00:29:11.019789Z","steps":["trace[762513483] 'process raft request' (duration: 187.486982ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:29:11.384189Z","caller":"traceutil/trace.go:171","msg":"trace[1446203125] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2955; }","duration":"191.27219ms","start":"2026-07-02T00:29:11.192884Z","end":"2026-07-02T00:29:11.384156Z","steps":["trace[1446203125] 'read index received' (duration: 191.000212ms)","trace[1446203125] 'applied index is now lower than readState.Index' (duration: 270.708µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:29:11.38427Z","caller":"traceutil/trace.go:171","msg":"trace[1584314229] transaction","detail":"{read_only:false; response_revision:2846; number_of_response:1; }","duration":"246.019367ms","start":"2026-07-02T00:29:11.138195Z","end":"2026-07-02T00:29:11.384215Z","steps":["trace[1584314229] 'process raft request' (duration: 245.76956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:29:11.384412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.494866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-02T00:29:11.384493Z","caller":"traceutil/trace.go:171","msg":"trace[711504611] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2846; }","duration":"191.606709ms","start":"2026-07-02T00:29:11.192868Z","end":"2026-07-02T00:29:11.384474Z","steps":["trace[711504611] 'agreement among raft nodes before linearized reading' (duration: 191.458075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:29:11.819402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.892038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-02T00:29:11.819526Z","caller":"traceutil/trace.go:171","msg":"trace[254564453] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2846; }","duration":"313.088424ms","start":"2026-07-02T00:29:11.506408Z","end":"2026-07-02T00:29:11.819497Z","steps":["trace[254564453] 'range keys from in-memory index tree' (duration: 312.659932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:29:11.81959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T00:29:11.506378Z","time spent":"313.195538ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-02T00:29:11.820167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.403707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T00:29:11.820408Z","caller":"traceutil/trace.go:171","msg":"trace[459339059] transaction","detail":"{read_only:false; response_revision:2848; number_of_response:1; }","duration":"100.795711ms","start":"2026-07-02T00:29:11.719592Z","end":"2026-07-02T00:29:11.820387Z","steps":["trace[459339059] 'process raft request' (duration: 100.726239ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:29:11.820456Z","caller":"traceutil/trace.go:171","msg":"trace[1036122359] linearizableReadLoop","detail":"{readStateIndex:2957; appliedIndex:2956; }","duration":"256.213607ms","start":"2026-07-02T00:29:11.564209Z","end":"2026-07-02T00:29:11.820423Z","steps":["trace[1036122359] 'read index received' (duration: 13.882493ms)","trace[1036122359] 'applied index is now lower than readState.Index' (duration: 242.328214ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:29:11.820726Z","caller":"traceutil/trace.go:171","msg":"trace[984132355] transaction","detail":"{read_only:false; response_revision:2847; number_of_response:1; }","duration":"307.136817ms","start":"2026-07-02T00:29:11.513569Z","end":"2026-07-02T00:29:11.820706Z","steps":["trace[984132355] 'process raft request' (duration: 64.527145ms)","trace[984132355] 'compare' (duration: 241.042297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:29:11.821481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.270356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T00:29:11.821563Z","caller":"traceutil/trace.go:171","msg":"trace[347172649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2848; }","duration":"257.381659ms","start":"2026-07-02T00:29:11.564163Z","end":"2026-07-02T00:29:11.821545Z","steps":["trace[347172649] 'agreement among raft nodes before linearized reading' (duration: 256.846254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:29:11.820969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T00:29:11.513544Z","time spent":"307.229859ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T00:31:57.985587Z","caller":"traceutil/trace.go:171","msg":"trace[838842236] transaction","detail":"{read_only:false; response_revision:3925; number_of_response:1; }","duration":"108.22271ms","start":"2026-07-02T00:31:57.877339Z","end":"2026-07-02T00:31:57.985562Z","steps":["trace[838842236] 'process raft request' (duration: 108.087877ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:33:17.093473Z","caller":"traceutil/trace.go:171","msg":"trace[512258086] transaction","detail":"{read_only:false; response_revision:4829; number_of_response:1; }","duration":"116.383813ms","start":"2026-07-02T00:33:16.977051Z","end":"2026-07-02T00:33:17.093435Z","steps":["trace[512258086] 'process raft request' (duration: 116.094145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:33:17.093742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.026107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61957"} {"level":"info","ts":"2026-07-02T00:33:17.093816Z","caller":"traceutil/trace.go:171","msg":"trace[1050694131] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4829; }","duration":"123.15863ms","start":"2026-07-02T00:33:16.970645Z","end":"2026-07-02T00:33:17.093803Z","steps":["trace[1050694131] 'agreement among raft nodes before linearized reading' (duration: 122.7777ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:33:24.550942Z","caller":"traceutil/trace.go:171","msg":"trace[118292321] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"105.687647ms","start":"2026-07-02T00:33:24.445218Z","end":"2026-07-02T00:33:24.550906Z","steps":["trace[118292321] 'process raft request' (duration: 105.45956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:33:28.588765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.383398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-07-02T00:33:28.588878Z","caller":"traceutil/trace.go:171","msg":"trace[1833814044] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:5186; }","duration":"127.570143ms","start":"2026-07-02T00:33:28.461277Z","end":"2026-07-02T00:33:28.588847Z","steps":["trace[1833814044] 'range keys from in-memory index tree' (duration: 127.09378ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:33:39.144039Z","caller":"traceutil/trace.go:171","msg":"trace[934061155] transaction","detail":"{read_only:false; response_revision:5372; number_of_response:1; }","duration":"115.002235ms","start":"2026-07-02T00:33:39.028984Z","end":"2026-07-02T00:33:39.143986Z","steps":["trace[934061155] 'process raft request' (duration: 114.678196ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:33:47.581207Z","caller":"traceutil/trace.go:171","msg":"trace[1027462647] linearizableReadLoop","detail":"{readStateIndex:5768; appliedIndex:5767; }","duration":"120.279505ms","start":"2026-07-02T00:33:47.4609Z","end":"2026-07-02T00:33:47.58118Z","steps":["trace[1027462647] 'read index received' (duration: 120.033728ms)","trace[1027462647] 'applied index is now lower than readState.Index' (duration: 244.707µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:33:47.581284Z","caller":"traceutil/trace.go:171","msg":"trace[908529965] transaction","detail":"{read_only:false; response_revision:5559; number_of_response:1; }","duration":"135.290764ms","start":"2026-07-02T00:33:47.44595Z","end":"2026-07-02T00:33:47.581241Z","steps":["trace[908529965] 'process raft request' (duration: 135.051287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:33:47.581504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.032592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-02T00:33:47.581504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.589874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T00:33:47.581554Z","caller":"traceutil/trace.go:171","msg":"trace[178578254] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5559; }","duration":"104.157665ms","start":"2026-07-02T00:33:47.477385Z","end":"2026-07-02T00:33:47.581542Z","steps":["trace[178578254] 'agreement among raft nodes before linearized reading' (duration: 103.9689ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:33:47.58157Z","caller":"traceutil/trace.go:171","msg":"trace[1646037873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5559; }","duration":"120.711798ms","start":"2026-07-02T00:33:47.46084Z","end":"2026-07-02T00:33:47.581552Z","steps":["trace[1646037873] 'agreement among raft nodes before linearized reading' (duration: 120.512782ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:33:47.738723Z","caller":"traceutil/trace.go:171","msg":"trace[2048398901] linearizableReadLoop","detail":"{readStateIndex:5770; appliedIndex:5768; }","duration":"146.880548ms","start":"2026-07-02T00:33:47.591815Z","end":"2026-07-02T00:33:47.738695Z","steps":["trace[2048398901] 'read index received' (duration: 17.426626ms)","trace[2048398901] 'applied index is now lower than readState.Index' (duration: 129.452021ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:33:47.738892Z","caller":"traceutil/trace.go:171","msg":"trace[1219008097] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"151.898468ms","start":"2026-07-02T00:33:47.586943Z","end":"2026-07-02T00:33:47.738842Z","steps":["trace[1219008097] 'process raft request' (duration: 151.452695ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:33:47.738959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.116574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-29e36f5f-176a-41de-91ac-757c0ea540fe\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-07-02T00:33:47.739155Z","caller":"traceutil/trace.go:171","msg":"trace[1552804383] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-29e36f5f-176a-41de-91ac-757c0ea540fe; range_end:; response_count:1; response_revision:5561; }","duration":"147.355311ms","start":"2026-07-02T00:33:47.591771Z","end":"2026-07-02T00:33:47.739127Z","steps":["trace[1552804383] 'agreement among raft nodes before linearized reading' (duration: 147.035592ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:34:39.506556Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3002} {"level":"info","ts":"2026-07-02T00:34:39.590593Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3002,"took":"82.003688ms","hash":2846365887,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":31375360,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T00:34:39.590756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2846365887,"revision":3002,"compact-revision":-1} {"level":"info","ts":"2026-07-02T00:39:39.524052Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6046} {"level":"info","ts":"2026-07-02T00:39:39.650177Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6046,"took":"123.746675ms","hash":1934367502,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":21741568,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-07-02T00:39:39.650241Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1934367502,"revision":6046,"compact-revision":3002} {"level":"info","ts":"2026-07-02T00:40:02.456327Z","caller":"traceutil/trace.go:171","msg":"trace[658854996] transaction","detail":"{read_only:false; response_revision:8416; number_of_response:1; }","duration":"135.718218ms","start":"2026-07-02T00:40:02.320576Z","end":"2026-07-02T00:40:02.456295Z","steps":["trace[658854996] 'process raft request' (duration: 105.115996ms)","trace[658854996] 'compare' (duration: 30.399186ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:40:13.87764Z","caller":"traceutil/trace.go:171","msg":"trace[1114441814] transaction","detail":"{read_only:false; response_revision:8475; number_of_response:1; }","duration":"102.078552ms","start":"2026-07-02T00:40:13.775526Z","end":"2026-07-02T00:40:13.877604Z","steps":["trace[1114441814] 'process raft request' (duration: 101.783773ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:15.224783Z","caller":"traceutil/trace.go:171","msg":"trace[16666795] transaction","detail":"{read_only:false; response_revision:8480; number_of_response:1; }","duration":"228.571723ms","start":"2026-07-02T00:40:14.996164Z","end":"2026-07-02T00:40:15.224736Z","steps":["trace[16666795] 'process raft request' (duration: 228.319986ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:15.224739Z","caller":"traceutil/trace.go:171","msg":"trace[27758129] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8784; }","duration":"152.67482ms","start":"2026-07-02T00:40:15.072011Z","end":"2026-07-02T00:40:15.224686Z","steps":["trace[27758129] 'read index received' (duration: 152.362021ms)","trace[27758129] 'applied index is now lower than readState.Index' (duration: 311.509µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:40:15.224994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.965759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-02T00:40:15.225076Z","caller":"traceutil/trace.go:171","msg":"trace[1644134761] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8480; }","duration":"153.115112ms","start":"2026-07-02T00:40:15.071942Z","end":"2026-07-02T00:40:15.225058Z","steps":["trace[1644134761] 'agreement among raft nodes before linearized reading' (duration: 152.865785ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:15.872088Z","caller":"traceutil/trace.go:171","msg":"trace[1249042292] linearizableReadLoop","detail":"{readStateIndex:8790; appliedIndex:8789; }","duration":"126.056819ms","start":"2026-07-02T00:40:15.746008Z","end":"2026-07-02T00:40:15.872065Z","steps":["trace[1249042292] 'read index received' (duration: 92.33164ms)","trace[1249042292] 'applied index is now lower than readState.Index' (duration: 33.723949ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:40:15.872152Z","caller":"traceutil/trace.go:171","msg":"trace[1173791999] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"138.442824ms","start":"2026-07-02T00:40:15.733673Z","end":"2026-07-02T00:40:15.872116Z","steps":["trace[1173791999] 'process raft request' (duration: 104.753316ms)","trace[1173791999] 'compare' (duration: 33.522143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:40:15.872331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.311566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6q2xm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-02T00:40:15.872375Z","caller":"traceutil/trace.go:171","msg":"trace[892320169] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6q2xm; range_end:; response_count:1; response_revision:8485; }","duration":"126.403559ms","start":"2026-07-02T00:40:15.745961Z","end":"2026-07-02T00:40:15.872364Z","steps":["trace[892320169] 'agreement among raft nodes before linearized reading' (duration: 126.240934ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:43.693235Z","caller":"traceutil/trace.go:171","msg":"trace[10030198] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"265.378738ms","start":"2026-07-02T00:40:43.427834Z","end":"2026-07-02T00:40:43.693213Z","steps":["trace[10030198] 'process raft request' (duration: 265.241314ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:46.80463Z","caller":"traceutil/trace.go:171","msg":"trace[730145643] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"136.919341ms","start":"2026-07-02T00:40:46.667684Z","end":"2026-07-02T00:40:46.804603Z","steps":["trace[730145643] 'process raft request' (duration: 136.763017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:40:47.040509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.138402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T00:40:47.04065Z","caller":"traceutil/trace.go:171","msg":"trace[611783278] linearizableReadLoop","detail":"{readStateIndex:9021; appliedIndex:9020; }","duration":"190.638087ms","start":"2026-07-02T00:40:46.849987Z","end":"2026-07-02T00:40:47.040625Z","steps":["trace[611783278] 'read index received' (duration: 41.332821ms)","trace[611783278] 'applied index is now lower than readState.Index' (duration: 149.303026ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:40:47.040789Z","caller":"traceutil/trace.go:171","msg":"trace[809771858] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"366.875583ms","start":"2026-07-02T00:40:46.67385Z","end":"2026-07-02T00:40:47.040725Z","steps":["trace[809771858] 'process raft request' (duration: 217.406012ms)","trace[809771858] 'compare' (duration: 148.995858ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T00:40:47.040893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.892854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T00:40:47.040994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T00:40:46.673791Z","time spent":"367.094588ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T00:40:47.041004Z","caller":"traceutil/trace.go:171","msg":"trace[663031750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8707; }","duration":"191.063329ms","start":"2026-07-02T00:40:46.849914Z","end":"2026-07-02T00:40:47.040978Z","steps":["trace[663031750] 'agreement among raft nodes before linearized reading' (duration: 190.890324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:40:56.21308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.2706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228777"} {"level":"info","ts":"2026-07-02T00:40:56.213177Z","caller":"traceutil/trace.go:171","msg":"trace[529303510] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8799; }","duration":"105.397934ms","start":"2026-07-02T00:40:56.107759Z","end":"2026-07-02T00:40:56.213157Z","steps":["trace[529303510] 'range keys from in-memory index tree' (duration: 104.974103ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:57.451527Z","caller":"traceutil/trace.go:171","msg":"trace[8809668] transaction","detail":"{read_only:false; response_revision:8805; number_of_response:1; }","duration":"132.91793ms","start":"2026-07-02T00:40:57.31857Z","end":"2026-07-02T00:40:57.451488Z","steps":["trace[8809668] 'process raft request' (duration: 132.705074ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:40:57.487488Z","caller":"traceutil/trace.go:171","msg":"trace[1905675363] transaction","detail":"{read_only:false; response_revision:8806; number_of_response:1; }","duration":"113.226982ms","start":"2026-07-02T00:40:57.374201Z","end":"2026-07-02T00:40:57.487428Z","steps":["trace[1905675363] 'process raft request' (duration: 112.947064ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:41:10.702361Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002413.wal"} {"level":"info","ts":"2026-07-02T00:42:26.936717Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":10002,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T00:42:26.943627Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10002} {"level":"info","ts":"2026-07-02T00:42:26.943778Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5002} {"level":"info","ts":"2026-07-02T00:44:39.531049Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8116} {"level":"info","ts":"2026-07-02T00:44:39.602557Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8116,"took":"68.877724ms","hash":242356197,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":28553216,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-02T00:44:39.602642Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":242356197,"revision":8116,"compact-revision":6046} {"level":"info","ts":"2026-07-02T00:49:39.541594Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10554} {"level":"info","ts":"2026-07-02T00:49:39.624898Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10554,"took":"80.728061ms","hash":848952535,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":27656192,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-07-02T00:49:39.624991Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":848952535,"revision":10554,"compact-revision":8116} {"level":"warn","ts":"2026-07-02T00:52:32.13082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.46675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-02T00:52:32.131403Z","caller":"traceutil/trace.go:171","msg":"trace[1232582219] transaction","detail":"{read_only:false; response_revision:14021; number_of_response:1; }","duration":"209.371812ms","start":"2026-07-02T00:52:31.922012Z","end":"2026-07-02T00:52:32.131384Z","steps":["trace[1232582219] 'process raft request' (duration: 104.261294ms)","trace[1232582219] 'compare' (duration: 104.183793ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:52:32.131541Z","caller":"traceutil/trace.go:171","msg":"trace[1197419768] transaction","detail":"{read_only:false; response_revision:14022; number_of_response:1; }","duration":"208.535569ms","start":"2026-07-02T00:52:31.922996Z","end":"2026-07-02T00:52:32.131532Z","steps":["trace[1197419768] 'process raft request' (duration: 207.929482ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:52:48.333598Z","caller":"traceutil/trace.go:171","msg":"trace[1794718125] linearizableReadLoop","detail":"{readStateIndex:14611; appliedIndex:14610; }","duration":"131.581243ms","start":"2026-07-02T00:52:48.201989Z","end":"2026-07-02T00:52:48.33357Z","steps":["trace[1794718125] 'read index received' (duration: 131.389968ms)","trace[1794718125] 'applied index is now lower than readState.Index' (duration: 189.795µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:52:48.333741Z","caller":"traceutil/trace.go:171","msg":"trace[835545144] transaction","detail":"{read_only:false; response_revision:14121; number_of_response:1; }","duration":"153.79879ms","start":"2026-07-02T00:52:48.179931Z","end":"2026-07-02T00:52:48.33373Z","steps":["trace[835545144] 'process raft request' (duration: 153.467401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:52:48.333984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.195284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-02T00:52:48.334042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.052505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-02T00:52:48.334104Z","caller":"traceutil/trace.go:171","msg":"trace[1321599240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14121; }","duration":"130.364939ms","start":"2026-07-02T00:52:48.20372Z","end":"2026-07-02T00:52:48.334085Z","steps":["trace[1321599240] 'agreement among raft nodes before linearized reading' (duration: 130.103932ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:52:48.334417Z","caller":"traceutil/trace.go:171","msg":"trace[1021822656] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14121; }","duration":"132.313913ms","start":"2026-07-02T00:52:48.201915Z","end":"2026-07-02T00:52:48.334229Z","steps":["trace[1021822656] 'agreement among raft nodes before linearized reading' (duration: 131.983664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:53:10.043761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.687774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-02T00:53:10.043842Z","caller":"traceutil/trace.go:171","msg":"trace[1478361106] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:14422; }","duration":"185.834618ms","start":"2026-07-02T00:53:09.857991Z","end":"2026-07-02T00:53:10.043826Z","steps":["trace[1478361106] 'count revisions from in-memory index tree' (duration: 185.554451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:53:10.043913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.522626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-02T00:53:10.043918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.442917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6q2xm\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-07-02T00:53:10.043973Z","caller":"traceutil/trace.go:171","msg":"trace[703136511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14422; }","duration":"194.619398ms","start":"2026-07-02T00:53:09.849339Z","end":"2026-07-02T00:53:10.043959Z","steps":["trace[703136511] 'range keys from in-memory index tree' (duration: 194.458134ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:53:10.04399Z","caller":"traceutil/trace.go:171","msg":"trace[922214525] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6q2xm; range_end:; response_count:1; response_revision:14422; }","duration":"105.55093ms","start":"2026-07-02T00:53:09.938423Z","end":"2026-07-02T00:53:10.043974Z","steps":["trace[922214525] 'range keys from in-memory index tree' (duration: 105.281212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:53:10.044159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.554794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-02T00:53:10.04423Z","caller":"traceutil/trace.go:171","msg":"trace[447453114] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14422; }","duration":"210.639197ms","start":"2026-07-02T00:53:09.833573Z","end":"2026-07-02T00:53:10.044212Z","steps":["trace[447453114] 'range keys from in-memory index tree' (duration: 210.326408ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:53:10.049339Z","caller":"traceutil/trace.go:171","msg":"trace[834353264] transaction","detail":"{read_only:false; response_revision:14423; number_of_response:1; }","duration":"100.821261ms","start":"2026-07-02T00:53:09.948499Z","end":"2026-07-02T00:53:10.04932Z","steps":["trace[834353264] 'process raft request' (duration: 100.694837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:22.123547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.063622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7n8vr\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-07-02T00:54:22.123658Z","caller":"traceutil/trace.go:171","msg":"trace[1349478165] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7n8vr; range_end:; response_count:1; response_revision:15162; }","duration":"187.248886ms","start":"2026-07-02T00:54:21.936387Z","end":"2026-07-02T00:54:22.123636Z","steps":["trace[1349478165] 'range keys from in-memory index tree' (duration: 186.757583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:22.123244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.831419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-07-02T00:54:22.123822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.293433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7n8vr\" ","response":"range_response_count:1 size:22127"} {"level":"info","ts":"2026-07-02T00:54:22.124407Z","caller":"traceutil/trace.go:171","msg":"trace[269037060] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7n8vr; range_end:; response_count:1; response_revision:15162; }","duration":"143.94224ms","start":"2026-07-02T00:54:21.98043Z","end":"2026-07-02T00:54:22.124372Z","steps":["trace[269037060] 'range keys from in-memory index tree' (duration: 142.965244ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:54:22.124269Z","caller":"traceutil/trace.go:171","msg":"trace[185036583] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:15162; }","duration":"136.684952ms","start":"2026-07-02T00:54:21.987376Z","end":"2026-07-02T00:54:22.124061Z","steps":["trace[185036583] 'range keys from in-memory index tree' (duration: 135.650254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:23.008751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.788607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-02T00:54:23.008851Z","caller":"traceutil/trace.go:171","msg":"trace[1899261117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15168; }","duration":"124.990532ms","start":"2026-07-02T00:54:22.88384Z","end":"2026-07-02T00:54:23.008831Z","steps":["trace[1899261117] 'range keys from in-memory index tree' (duration: 124.498529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:23.00897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.886134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-02T00:54:23.009114Z","caller":"traceutil/trace.go:171","msg":"trace[290011635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15168; }","duration":"123.040929ms","start":"2026-07-02T00:54:22.886029Z","end":"2026-07-02T00:54:23.00907Z","steps":["trace[290011635] 'range keys from in-memory index tree' (duration: 122.613097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:23.009064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.897793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-pkb8l\" ","response":"range_response_count:1 size:9798"} {"level":"info","ts":"2026-07-02T00:54:23.009221Z","caller":"traceutil/trace.go:171","msg":"trace[555353353] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-pkb8l; range_end:; response_count:1; response_revision:15168; }","duration":"158.184461ms","start":"2026-07-02T00:54:22.851005Z","end":"2026-07-02T00:54:23.009189Z","steps":["trace[555353353] 'range keys from in-memory index tree' (duration: 157.529343ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:54:23.129605Z","caller":"traceutil/trace.go:171","msg":"trace[1519521356] transaction","detail":"{read_only:false; response_revision:15169; number_of_response:1; }","duration":"114.989058ms","start":"2026-07-02T00:54:23.014588Z","end":"2026-07-02T00:54:23.129577Z","steps":["trace[1519521356] 'process raft request' (duration: 114.725691ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:54:23.176801Z","caller":"traceutil/trace.go:171","msg":"trace[794691090] linearizableReadLoop","detail":"{readStateIndex:15692; appliedIndex:15690; }","duration":"159.755604ms","start":"2026-07-02T00:54:23.017024Z","end":"2026-07-02T00:54:23.176779Z","steps":["trace[794691090] 'read index received' (duration: 112.329016ms)","trace[794691090] 'applied index is now lower than readState.Index' (duration: 47.425308ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T00:54:23.176893Z","caller":"traceutil/trace.go:171","msg":"trace[486165672] transaction","detail":"{read_only:false; response_revision:15170; number_of_response:1; }","duration":"162.16385ms","start":"2026-07-02T00:54:23.014682Z","end":"2026-07-02T00:54:23.176846Z","steps":["trace[486165672] 'process raft request' (duration: 161.979995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:23.177207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.867631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-07-02T00:54:23.177317Z","caller":"traceutil/trace.go:171","msg":"trace[822830212] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:15170; }","duration":"124.043866ms","start":"2026-07-02T00:54:23.053247Z","end":"2026-07-02T00:54:23.177291Z","steps":["trace[822830212] 'agreement among raft nodes before linearized reading' (duration: 123.726428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T00:54:23.179586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.554211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737458"} {"level":"info","ts":"2026-07-02T00:54:23.179695Z","caller":"traceutil/trace.go:171","msg":"trace[1888512043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15170; }","duration":"162.664504ms","start":"2026-07-02T00:54:23.016988Z","end":"2026-07-02T00:54:23.179653Z","steps":["trace[1888512043] 'agreement among raft nodes before linearized reading' (duration: 159.887388ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T00:54:39.54849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12806} {"level":"info","ts":"2026-07-02T00:54:39.626646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12806,"took":"75.446565ms","hash":4173202001,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":30945280,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T00:54:39.626745Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4173202001,"revision":12806,"compact-revision":10554} {"level":"info","ts":"2026-07-02T00:59:39.55456Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15255} {"level":"info","ts":"2026-07-02T00:59:39.652822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15255,"took":"92.795585ms","hash":2298377541,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":32239616,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T00:59:39.652884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2298377541,"revision":15255,"compact-revision":12806} {"level":"info","ts":"2026-07-02T01:00:21.737187Z","caller":"traceutil/trace.go:171","msg":"trace[1336872764] transaction","detail":"{read_only:false; response_revision:17838; number_of_response:1; }","duration":"113.229703ms","start":"2026-07-02T01:00:21.623935Z","end":"2026-07-02T01:00:21.737165Z","steps":["trace[1336872764] 'process raft request' (duration: 86.026548ms)","trace[1336872764] 'compare' (duration: 27.059261ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:00:24.534815Z","caller":"traceutil/trace.go:171","msg":"trace[1958110679] linearizableReadLoop","detail":"{readStateIndex:18465; appliedIndex:18464; }","duration":"135.385008ms","start":"2026-07-02T01:00:24.399398Z","end":"2026-07-02T01:00:24.534783Z","steps":["trace[1958110679] 'read index received' (duration: 135.169722ms)","trace[1958110679] 'applied index is now lower than readState.Index' (duration: 213.736µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:00:24.534877Z","caller":"traceutil/trace.go:171","msg":"trace[682393131] transaction","detail":"{read_only:false; response_revision:17856; number_of_response:1; }","duration":"233.660756ms","start":"2026-07-02T01:00:24.301164Z","end":"2026-07-02T01:00:24.534825Z","steps":["trace[682393131] 'process raft request' (duration: 233.41748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:00:24.535055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.639135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-7n8vr\" ","response":"range_response_count:1 size:22128"} {"level":"info","ts":"2026-07-02T01:00:24.535096Z","caller":"traceutil/trace.go:171","msg":"trace[1910812928] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-7n8vr; range_end:; response_count:1; response_revision:17856; }","duration":"135.738668ms","start":"2026-07-02T01:00:24.399347Z","end":"2026-07-02T01:00:24.535086Z","steps":["trace[1910812928] 'agreement among raft nodes before linearized reading' (duration: 135.548652ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:03:12.553893Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":20003,"local-member-snapshot-index":10002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T01:03:12.5597Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20003} {"level":"info","ts":"2026-07-02T01:03:12.559867Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15003} {"level":"info","ts":"2026-07-02T01:04:39.563277Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17532} {"level":"info","ts":"2026-07-02T01:04:39.659015Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17532,"took":"92.91935ms","hash":1292080533,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":34271232,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-02T01:04:39.659074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1292080533,"revision":17532,"compact-revision":15255} {"level":"warn","ts":"2026-07-02T01:06:15.183577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.993313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:06:15.183857Z","caller":"traceutil/trace.go:171","msg":"trace[214993154] transaction","detail":"{read_only:false; response_revision:20631; number_of_response:1; }","duration":"191.130687ms","start":"2026-07-02T01:06:14.992709Z","end":"2026-07-02T01:06:15.18384Z","steps":["trace[214993154] 'process raft request' (duration: 191.068916ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:06:15.183883Z","caller":"traceutil/trace.go:171","msg":"trace[1808681448] linearizableReadLoop","detail":"{readStateIndex:21327; appliedIndex:21324; }","duration":"230.812439ms","start":"2026-07-02T01:06:14.953051Z","end":"2026-07-02T01:06:15.183864Z","steps":["trace[1808681448] 'read index received' (duration: 88.462536ms)","trace[1808681448] 'applied index is now lower than readState.Index' (duration: 142.349063ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:06:15.183973Z","caller":"traceutil/trace.go:171","msg":"trace[60249459] transaction","detail":"{read_only:false; response_revision:20628; number_of_response:1; }","duration":"272.506018ms","start":"2026-07-02T01:06:14.911455Z","end":"2026-07-02T01:06:15.183961Z","steps":["trace[60249459] 'process raft request' (duration: 130.044102ms)","trace[60249459] 'compare' (duration: 141.88305ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:06:15.184072Z","caller":"traceutil/trace.go:171","msg":"trace[1320806529] transaction","detail":"{read_only:false; response_revision:20632; number_of_response:1; }","duration":"189.314738ms","start":"2026-07-02T01:06:14.994749Z","end":"2026-07-02T01:06:15.184064Z","steps":["trace[1320806529] 'process raft request' (duration: 189.062151ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:06:15.184116Z","caller":"traceutil/trace.go:171","msg":"trace[579062285] transaction","detail":"{read_only:false; response_revision:20629; number_of_response:1; }","duration":"272.574439ms","start":"2026-07-02T01:06:14.91153Z","end":"2026-07-02T01:06:15.184105Z","steps":["trace[579062285] 'process raft request' (duration: 272.162117ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:06:15.184248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.186189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:06:15.184277Z","caller":"traceutil/trace.go:171","msg":"trace[2096914851] transaction","detail":"{read_only:false; response_revision:20630; number_of_response:1; }","duration":"237.393152ms","start":"2026-07-02T01:06:14.946872Z","end":"2026-07-02T01:06:15.184265Z","steps":["trace[2096914851] 'process raft request' (duration: 236.870528ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:06:15.18429Z","caller":"traceutil/trace.go:171","msg":"trace[716572050] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20632; }","duration":"231.266842ms","start":"2026-07-02T01:06:14.953012Z","end":"2026-07-02T01:06:15.184279Z","steps":["trace[716572050] 'agreement among raft nodes before linearized reading' (duration: 231.178989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:06:15.184454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.19107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:06:15.18449Z","caller":"traceutil/trace.go:171","msg":"trace[247634284] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20632; }","duration":"101.257892ms","start":"2026-07-02T01:06:15.083223Z","end":"2026-07-02T01:06:15.184481Z","steps":["trace[247634284] 'agreement among raft nodes before linearized reading' (duration: 101.204291ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:09:39.570954Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19951} {"level":"info","ts":"2026-07-02T01:09:39.67899Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19951,"took":"104.209725ms","hash":1552107127,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":30916608,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T01:09:39.679049Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1552107127,"revision":19951,"compact-revision":17532} {"level":"warn","ts":"2026-07-02T01:10:01.818664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.599067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T01:10:01.818755Z","caller":"traceutil/trace.go:171","msg":"trace[1820497001] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:23021; }","duration":"108.744871ms","start":"2026-07-02T01:10:01.709992Z","end":"2026-07-02T01:10:01.818737Z","steps":["trace[1820497001] 'count revisions from in-memory index tree' (duration: 108.434723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:10:01.819045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.730607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-02T01:10:01.819077Z","caller":"traceutil/trace.go:171","msg":"trace[1885841357] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:23021; }","duration":"258.799819ms","start":"2026-07-02T01:10:01.560267Z","end":"2026-07-02T01:10:01.819067Z","steps":["trace[1885841357] 'count revisions from in-memory index tree' (duration: 258.633275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:10:01.81945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.866538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T01:10:01.819481Z","caller":"traceutil/trace.go:171","msg":"trace[567415979] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23021; }","duration":"133.9346ms","start":"2026-07-02T01:10:01.685537Z","end":"2026-07-02T01:10:01.819472Z","steps":["trace[567415979] 'range keys from in-memory index tree' (duration: 133.707514ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:12:14.170463Z","caller":"traceutil/trace.go:171","msg":"trace[288045180] transaction","detail":"{read_only:false; response_revision:24403; number_of_response:1; }","duration":"147.988081ms","start":"2026-07-02T01:12:14.02244Z","end":"2026-07-02T01:12:14.170428Z","steps":["trace[288045180] 'process raft request' (duration: 147.541219ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:25.628929Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000654c.wal"} {"level":"info","ts":"2026-07-02T01:13:29.866626Z","caller":"traceutil/trace.go:171","msg":"trace[1335643741] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"117.569406ms","start":"2026-07-02T01:13:29.749017Z","end":"2026-07-02T01:13:29.866586Z","steps":["trace[1335643741] 'process raft request' (duration: 117.179835ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:30.776336Z","caller":"traceutil/trace.go:171","msg":"trace[488537785] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"224.001472ms","start":"2026-07-02T01:13:30.552311Z","end":"2026-07-02T01:13:30.776312Z","steps":["trace[488537785] 'process raft request' (duration: 223.754535ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:30.776914Z","caller":"traceutil/trace.go:171","msg":"trace[222598465] linearizableReadLoop","detail":"{readStateIndex:25965; appliedIndex:25963; }","duration":"108.7365ms","start":"2026-07-02T01:13:30.668153Z","end":"2026-07-02T01:13:30.77689Z","steps":["trace[222598465] 'read index received' (duration: 107.979789ms)","trace[222598465] 'applied index is now lower than readState.Index' (duration: 755.941µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:30.777115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.938306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T01:13:30.777149Z","caller":"traceutil/trace.go:171","msg":"trace[1355908771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25142; }","duration":"109.029829ms","start":"2026-07-02T01:13:30.668108Z","end":"2026-07-02T01:13:30.777138Z","steps":["trace[1355908771] 'agreement among raft nodes before linearized reading' (duration: 108.881205ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:30.777076Z","caller":"traceutil/trace.go:171","msg":"trace[320191617] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"145.457371ms","start":"2026-07-02T01:13:30.631561Z","end":"2026-07-02T01:13:30.777019Z","steps":["trace[320191617] 'process raft request' (duration: 145.217884ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:30.946488Z","caller":"traceutil/trace.go:171","msg":"trace[1519797243] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"122.632316ms","start":"2026-07-02T01:13:30.823813Z","end":"2026-07-02T01:13:30.946446Z","steps":["trace[1519797243] 'process raft request' (duration: 114.265754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:31.19556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.464987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:13:31.195715Z","caller":"traceutil/trace.go:171","msg":"trace[273752534] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"137.010846ms","start":"2026-07-02T01:13:31.058675Z","end":"2026-07-02T01:13:31.195686Z","steps":["trace[273752534] 'process raft request' (duration: 12.313912ms)","trace[273752534] 'compare' (duration: 124.288962ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:31.197469Z","caller":"traceutil/trace.go:171","msg":"trace[924931592] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"138.762265ms","start":"2026-07-02T01:13:31.058688Z","end":"2026-07-02T01:13:31.19745Z","steps":["trace[924931592] 'process raft request' (duration: 138.530758ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:35.546552Z","caller":"traceutil/trace.go:171","msg":"trace[1869634279] linearizableReadLoop","detail":"{readStateIndex:26012; appliedIndex:26010; }","duration":"307.920983ms","start":"2026-07-02T01:13:35.238602Z","end":"2026-07-02T01:13:35.546523Z","steps":["trace[1869634279] 'read index received' (duration: 31.597148ms)","trace[1869634279] 'applied index is now lower than readState.Index' (duration: 276.322815ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:35.546642Z","caller":"traceutil/trace.go:171","msg":"trace[1697363077] transaction","detail":"{read_only:false; response_revision:25188; number_of_response:1; }","duration":"335.14111ms","start":"2026-07-02T01:13:35.211463Z","end":"2026-07-02T01:13:35.546604Z","steps":["trace[1697363077] 'process raft request' (duration: 334.967055ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:35.546707Z","caller":"traceutil/trace.go:171","msg":"trace[1399708709] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"335.208992ms","start":"2026-07-02T01:13:35.211441Z","end":"2026-07-02T01:13:35.54665Z","steps":["trace[1399708709] 'process raft request' (duration: 256.506296ms)","trace[1399708709] 'compare' (duration: 78.207012ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:35.546814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.882917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:35.546879Z","caller":"traceutil/trace.go:171","msg":"trace[226850019] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25188; }","duration":"251.9993ms","start":"2026-07-02T01:13:35.294861Z","end":"2026-07-02T01:13:35.546861Z","steps":["trace[226850019] 'agreement among raft nodes before linearized reading' (duration: 251.902327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.546821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:35.211426Z","time spent":"335.291714ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:35.546926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.255794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-02T01:13:35.546939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:35.211408Z","time spent":"335.419078ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:35.546973Z","caller":"traceutil/trace.go:171","msg":"trace[601013307] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25188; }","duration":"172.302606ms","start":"2026-07-02T01:13:35.374661Z","end":"2026-07-02T01:13:35.546963Z","steps":["trace[601013307] 'agreement among raft nodes before linearized reading' (duration: 172.136511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.546752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.120819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T01:13:35.547056Z","caller":"traceutil/trace.go:171","msg":"trace[242119835] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25188; }","duration":"308.494709ms","start":"2026-07-02T01:13:35.238549Z","end":"2026-07-02T01:13:35.547044Z","steps":["trace[242119835] 'agreement among raft nodes before linearized reading' (duration: 308.133409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.547093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:35.238532Z","time spent":"308.545881ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-02T01:13:35.726733Z","caller":"traceutil/trace.go:171","msg":"trace[138523555] transaction","detail":"{read_only:false; response_revision:25189; number_of_response:1; }","duration":"175.610058ms","start":"2026-07-02T01:13:35.551091Z","end":"2026-07-02T01:13:35.726701Z","steps":["trace[138523555] 'process raft request' (duration: 175.394982ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:35.942639Z","caller":"traceutil/trace.go:171","msg":"trace[50802434] linearizableReadLoop","detail":"{readStateIndex:26014; appliedIndex:26012; }","duration":"336.650091ms","start":"2026-07-02T01:13:35.605964Z","end":"2026-07-02T01:13:35.942614Z","steps":["trace[50802434] 'read index received' (duration: 120.528988ms)","trace[50802434] 'applied index is now lower than readState.Index' (duration: 216.120083ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:35.942771Z","caller":"traceutil/trace.go:171","msg":"trace[307876636] transaction","detail":"{read_only:false; response_revision:25190; number_of_response:1; }","duration":"381.485797ms","start":"2026-07-02T01:13:35.561276Z","end":"2026-07-02T01:13:35.942762Z","steps":["trace[307876636] 'process raft request' (duration: 381.094547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.942884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:35.561255Z","time spent":"381.538958ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:35.943163Z","caller":"traceutil/trace.go:171","msg":"trace[858529856] transaction","detail":"{read_only:false; response_revision:25191; number_of_response:1; }","duration":"298.525252ms","start":"2026-07-02T01:13:35.644598Z","end":"2026-07-02T01:13:35.943123Z","steps":["trace[858529856] 'process raft request' (duration: 297.953577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.943381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.310907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T01:13:35.943452Z","caller":"traceutil/trace.go:171","msg":"trace[1635541537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25191; }","duration":"334.43206ms","start":"2026-07-02T01:13:35.609004Z","end":"2026-07-02T01:13:35.943436Z","steps":["trace[1635541537] 'agreement among raft nodes before linearized reading' (duration: 333.939156ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.943481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:35.608986Z","time spent":"334.488821ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T01:13:35.943359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.135545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-02T01:13:35.943825Z","caller":"traceutil/trace.go:171","msg":"trace[2133154303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25191; }","duration":"337.908006ms","start":"2026-07-02T01:13:35.605896Z","end":"2026-07-02T01:13:35.943804Z","steps":["trace[2133154303] 'agreement among raft nodes before linearized reading' (duration: 336.994791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:35.943927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:35.60587Z","time spent":"338.04033ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-02T01:13:36.10707Z","caller":"traceutil/trace.go:171","msg":"trace[132245231] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"160.013455ms","start":"2026-07-02T01:13:35.947009Z","end":"2026-07-02T01:13:36.107023Z","steps":["trace[132245231] 'process raft request' (duration: 117.831464ms)","trace[132245231] 'compare' (duration: 41.828041ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:36.107133Z","caller":"traceutil/trace.go:171","msg":"trace[240115364] linearizableReadLoop","detail":"{readStateIndex:26017; appliedIndex:26015; }","duration":"157.202926ms","start":"2026-07-02T01:13:35.949897Z","end":"2026-07-02T01:13:36.1071Z","steps":["trace[240115364] 'read index received' (duration: 115.176049ms)","trace[240115364] 'applied index is now lower than readState.Index' (duration: 42.025387ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:36.107481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.552667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18230"} {"level":"info","ts":"2026-07-02T01:13:36.107541Z","caller":"traceutil/trace.go:171","msg":"trace[2076365041] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25193; }","duration":"157.665589ms","start":"2026-07-02T01:13:35.94986Z","end":"2026-07-02T01:13:36.107526Z","steps":["trace[2076365041] 'agreement among raft nodes before linearized reading' (duration: 157.371461ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:36.10779Z","caller":"traceutil/trace.go:171","msg":"trace[1569074308] transaction","detail":"{read_only:false; response_revision:25193; number_of_response:1; }","duration":"158.79043ms","start":"2026-07-02T01:13:35.948956Z","end":"2026-07-02T01:13:36.107747Z","steps":["trace[1569074308] 'process raft request' (duration: 157.993298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:36.324293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.603485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:36.32451Z","caller":"traceutil/trace.go:171","msg":"trace[923437120] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25193; }","duration":"100.886393ms","start":"2026-07-02T01:13:36.22359Z","end":"2026-07-02T01:13:36.324477Z","steps":["trace[923437120] 'count revisions from in-memory index tree' (duration: 100.471361ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:36.477589Z","caller":"traceutil/trace.go:171","msg":"trace[1282030082] transaction","detail":"{read_only:false; response_revision:25195; number_of_response:1; }","duration":"148.293509ms","start":"2026-07-02T01:13:36.32925Z","end":"2026-07-02T01:13:36.477544Z","steps":["trace[1282030082] 'process raft request' (duration: 133.091937ms)","trace[1282030082] 'compare' (duration: 14.837012ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:36.853358Z","caller":"traceutil/trace.go:171","msg":"trace[1690209054] linearizableReadLoop","detail":"{readStateIndex:26020; appliedIndex:26019; }","duration":"138.874308ms","start":"2026-07-02T01:13:36.714447Z","end":"2026-07-02T01:13:36.853322Z","steps":["trace[1690209054] 'read index received' (duration: 138.718893ms)","trace[1690209054] 'applied index is now lower than readState.Index' (duration: 154.125µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:36.853552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.087634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:36.853604Z","caller":"traceutil/trace.go:171","msg":"trace[1976785013] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25196; }","duration":"139.171146ms","start":"2026-07-02T01:13:36.714416Z","end":"2026-07-02T01:13:36.853587Z","steps":["trace[1976785013] 'agreement among raft nodes before linearized reading' (duration: 139.064713ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:36.853414Z","caller":"traceutil/trace.go:171","msg":"trace[495598876] transaction","detail":"{read_only:false; response_revision:25196; number_of_response:1; }","duration":"233.649931ms","start":"2026-07-02T01:13:36.619715Z","end":"2026-07-02T01:13:36.853364Z","steps":["trace[495598876] 'process raft request' (duration: 233.431245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:36.8935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.443537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:36.893583Z","caller":"traceutil/trace.go:171","msg":"trace[1692747814] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25197; }","duration":"106.594881ms","start":"2026-07-02T01:13:36.786969Z","end":"2026-07-02T01:13:36.893564Z","steps":["trace[1692747814] 'agreement among raft nodes before linearized reading' (duration: 106.418296ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:37.031637Z","caller":"traceutil/trace.go:171","msg":"trace[675806775] transaction","detail":"{read_only:false; response_revision:25198; number_of_response:1; }","duration":"133.057026ms","start":"2026-07-02T01:13:36.898525Z","end":"2026-07-02T01:13:37.031582Z","steps":["trace[675806775] 'process raft request' (duration: 100.373637ms)","trace[675806775] 'compare' (duration: 32.319389ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:37.727308Z","caller":"traceutil/trace.go:171","msg":"trace[286364655] transaction","detail":"{read_only:false; response_revision:25201; number_of_response:1; }","duration":"210.703573ms","start":"2026-07-02T01:13:37.516578Z","end":"2026-07-02T01:13:37.727281Z","steps":["trace[286364655] 'process raft request' (duration: 210.534628ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:37.727473Z","caller":"traceutil/trace.go:171","msg":"trace[1353380214] linearizableReadLoop","detail":"{readStateIndex:26025; appliedIndex:26025; }","duration":"180.593327ms","start":"2026-07-02T01:13:37.546848Z","end":"2026-07-02T01:13:37.727442Z","steps":["trace[1353380214] 'read index received' (duration: 180.580906ms)","trace[1353380214] 'applied index is now lower than readState.Index' (duration: 10.311µs)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:37.727717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.833933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:37.727766Z","caller":"traceutil/trace.go:171","msg":"trace[405792587] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25201; }","duration":"180.952306ms","start":"2026-07-02T01:13:37.546801Z","end":"2026-07-02T01:13:37.727754Z","steps":["trace[405792587] 'agreement among raft nodes before linearized reading' (duration: 180.773761ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:37.864127Z","caller":"traceutil/trace.go:171","msg":"trace[2096269601] transaction","detail":"{read_only:false; response_revision:25202; number_of_response:1; }","duration":"311.674168ms","start":"2026-07-02T01:13:37.55242Z","end":"2026-07-02T01:13:37.864094Z","steps":["trace[2096269601] 'process raft request' (duration: 292.704221ms)","trace[2096269601] 'compare' (duration: 18.751141ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:37.864311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:37.552406Z","time spent":"311.814591ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:37.864463Z","caller":"traceutil/trace.go:171","msg":"trace[565150085] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"310.364362ms","start":"2026-07-02T01:13:37.55406Z","end":"2026-07-02T01:13:37.864424Z","steps":["trace[565150085] 'process raft request' (duration: 309.985951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:37.86469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:37.554052Z","time spent":"310.512786ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:38.11719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.937667ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T01:13:38.11754Z","caller":"traceutil/trace.go:171","msg":"trace[1146603139] transaction","detail":"{read_only:false; response_revision:25204; number_of_response:1; }","duration":"168.296465ms","start":"2026-07-02T01:13:37.949224Z","end":"2026-07-02T01:13:38.117521Z","steps":["trace[1146603139] 'process raft request' (duration: 168.10432ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:38.117544Z","caller":"traceutil/trace.go:171","msg":"trace[950742660] linearizableReadLoop","detail":"{readStateIndex:26028; appliedIndex:26025; }","duration":"389.963223ms","start":"2026-07-02T01:13:37.727551Z","end":"2026-07-02T01:13:38.117514Z","steps":["trace[950742660] 'read index received' (duration: 117.594406ms)","trace[950742660] 'applied index is now lower than readState.Index' (duration: 272.365647ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:38.117723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.814816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:38.117758Z","caller":"traceutil/trace.go:171","msg":"trace[982071936] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25204; }","duration":"413.891177ms","start":"2026-07-02T01:13:37.703857Z","end":"2026-07-02T01:13:38.117748Z","steps":["trace[982071936] 'agreement among raft nodes before linearized reading' (duration: 413.787214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.117787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:37.703847Z","time spent":"413.932499ms","remote":"127.0.0.1:33914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-07-02T01:13:38.117828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.884875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-02T01:13:38.117857Z","caller":"traceutil/trace.go:171","msg":"trace[404324956] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25204; }","duration":"414.949907ms","start":"2026-07-02T01:13:37.702898Z","end":"2026-07-02T01:13:38.117848Z","steps":["trace[404324956] 'agreement among raft nodes before linearized reading' (duration: 414.847674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.117881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:37.702879Z","time spent":"414.995129ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-02T01:13:38.117726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.313659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:38.117954Z","caller":"traceutil/trace.go:171","msg":"trace[1485305611] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25204; }","duration":"450.576487ms","start":"2026-07-02T01:13:37.667368Z","end":"2026-07-02T01:13:38.117945Z","steps":["trace[1485305611] 'agreement among raft nodes before linearized reading' (duration: 450.307519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.117988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:37.66736Z","time spent":"450.617038ms","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T01:13:38.118053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.397464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T01:13:38.118184Z","caller":"traceutil/trace.go:171","msg":"trace[1445795745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25204; }","duration":"386.559109ms","start":"2026-07-02T01:13:37.731602Z","end":"2026-07-02T01:13:38.118161Z","steps":["trace[1445795745] 'agreement among raft nodes before linearized reading' (duration: 386.320452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.118232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:37.731588Z","time spent":"386.63441ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T01:13:38.118441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.88559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:38.118571Z","caller":"traceutil/trace.go:171","msg":"trace[1470824186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25204; }","duration":"269.087345ms","start":"2026-07-02T01:13:37.849451Z","end":"2026-07-02T01:13:38.118538Z","steps":["trace[1470824186] 'agreement among raft nodes before linearized reading' (duration: 268.835938ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:38.282633Z","caller":"traceutil/trace.go:171","msg":"trace[652115560] transaction","detail":"{read_only:false; response_revision:25205; number_of_response:1; }","duration":"160.56098ms","start":"2026-07-02T01:13:38.12203Z","end":"2026-07-02T01:13:38.282591Z","steps":["trace[652115560] 'process raft request' (duration: 106.494488ms)","trace[652115560] 'compare' (duration: 53.901098ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:38.583156Z","caller":"traceutil/trace.go:171","msg":"trace[1975188975] transaction","detail":"{read_only:false; response_revision:25206; number_of_response:1; }","duration":"460.660186ms","start":"2026-07-02T01:13:38.122449Z","end":"2026-07-02T01:13:38.583109Z","steps":["trace[1975188975] 'process raft request' (duration: 444.043735ms)","trace[1975188975] 'compare' (duration: 16.077746ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:38.5832Z","caller":"traceutil/trace.go:171","msg":"trace[164363374] linearizableReadLoop","detail":"{readStateIndex:26031; appliedIndex:26029; }","duration":"460.07076ms","start":"2026-07-02T01:13:38.123077Z","end":"2026-07-02T01:13:38.583148Z","steps":["trace[164363374] 'read index received' (duration: 105.48281ms)","trace[164363374] 'applied index is now lower than readState.Index' (duration: 354.58678ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:38.583347Z","caller":"traceutil/trace.go:171","msg":"trace[1753257944] transaction","detail":"{read_only:false; response_revision:25207; number_of_response:1; }","duration":"460.121161ms","start":"2026-07-02T01:13:38.123212Z","end":"2026-07-02T01:13:38.583333Z","steps":["trace[1753257944] 'process raft request' (duration: 459.786992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.583351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:38.122428Z","time spent":"460.825611ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:38.583492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:38.123204Z","time spent":"460.183603ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:38.58356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.454441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-02T01:13:38.583656Z","caller":"traceutil/trace.go:171","msg":"trace[2058242943] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25207; }","duration":"460.578744ms","start":"2026-07-02T01:13:38.123055Z","end":"2026-07-02T01:13:38.583634Z","steps":["trace[2058242943] 'agreement among raft nodes before linearized reading' (duration: 460.332917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.583706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:38.123049Z","time spent":"460.648935ms","remote":"127.0.0.1:37398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-02T01:13:38.585324Z","caller":"traceutil/trace.go:171","msg":"trace[364962443] transaction","detail":"{read_only:false; response_revision:25208; number_of_response:1; }","duration":"302.998247ms","start":"2026-07-02T01:13:38.282306Z","end":"2026-07-02T01:13:38.585304Z","steps":["trace[364962443] 'process raft request' (duration: 302.808182ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:38.585359Z","caller":"traceutil/trace.go:171","msg":"trace[236427316] transaction","detail":"{read_only:false; response_revision:25209; number_of_response:1; }","duration":"255.439036ms","start":"2026-07-02T01:13:38.329899Z","end":"2026-07-02T01:13:38.585338Z","steps":["trace[236427316] 'process raft request' (duration: 255.322953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.585347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.023436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:38.585543Z","caller":"traceutil/trace.go:171","msg":"trace[1396125098] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25209; }","duration":"461.241572ms","start":"2026-07-02T01:13:38.124278Z","end":"2026-07-02T01:13:38.58552Z","steps":["trace[1396125098] 'agreement among raft nodes before linearized reading' (duration: 460.986425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:38.585618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:38.124273Z","time spent":"461.327494ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T01:13:38.585683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.302349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T01:13:38.585447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:38.282282Z","time spent":"303.091889ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:38.58574Z","caller":"traceutil/trace.go:171","msg":"trace[669321899] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25209; }","duration":"103.395663ms","start":"2026-07-02T01:13:38.482328Z","end":"2026-07-02T01:13:38.585724Z","steps":["trace[669321899] 'agreement among raft nodes before linearized reading' (duration: 103.265039ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:39.025666Z","caller":"traceutil/trace.go:171","msg":"trace[494978191] transaction","detail":"{read_only:false; response_revision:25212; number_of_response:1; }","duration":"126.647238ms","start":"2026-07-02T01:13:38.898979Z","end":"2026-07-02T01:13:39.025626Z","steps":["trace[494978191] 'process raft request' (duration: 126.435813ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:40.028361Z","caller":"traceutil/trace.go:171","msg":"trace[601069441] transaction","detail":"{read_only:false; response_revision:25218; number_of_response:1; }","duration":"147.834216ms","start":"2026-07-02T01:13:39.880495Z","end":"2026-07-02T01:13:40.028329Z","steps":["trace[601069441] 'process raft request' (duration: 147.665192ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:40.028569Z","caller":"traceutil/trace.go:171","msg":"trace[1918977277] transaction","detail":"{read_only:false; response_revision:25217; number_of_response:1; }","duration":"155.711225ms","start":"2026-07-02T01:13:39.872819Z","end":"2026-07-02T01:13:40.02853Z","steps":["trace[1918977277] 'process raft request' (duration: 154.981385ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:40.223208Z","caller":"traceutil/trace.go:171","msg":"trace[685974138] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"100.022269ms","start":"2026-07-02T01:13:40.123148Z","end":"2026-07-02T01:13:40.22317Z","steps":["trace[685974138] 'process raft request' (duration: 98.432135ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:40.424335Z","caller":"traceutil/trace.go:171","msg":"trace[1775520263] transaction","detail":"{read_only:false; response_revision:25220; number_of_response:1; }","duration":"131.303368ms","start":"2026-07-02T01:13:40.292983Z","end":"2026-07-02T01:13:40.424287Z","steps":["trace[1775520263] 'process raft request' (duration: 127.521012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:40.802416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.464427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T01:13:40.802513Z","caller":"traceutil/trace.go:171","msg":"trace[1169084320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25220; }","duration":"214.632502ms","start":"2026-07-02T01:13:40.587859Z","end":"2026-07-02T01:13:40.802491Z","steps":["trace[1169084320] 'range keys from in-memory index tree' (duration: 214.20538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:40.80283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.652593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-02T01:13:40.802861Z","caller":"traceutil/trace.go:171","msg":"trace[2040698023] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25220; }","duration":"214.704804ms","start":"2026-07-02T01:13:40.588147Z","end":"2026-07-02T01:13:40.802852Z","steps":["trace[2040698023] 'range keys from in-memory index tree' (duration: 214.528009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:40.803013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.09666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:40.803047Z","caller":"traceutil/trace.go:171","msg":"trace[281471134] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25220; }","duration":"213.179012ms","start":"2026-07-02T01:13:40.589855Z","end":"2026-07-02T01:13:40.803034Z","steps":["trace[281471134] 'count revisions from in-memory index tree' (duration: 213.005087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:40.803846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.731457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:13:40.803909Z","caller":"traceutil/trace.go:171","msg":"trace[2008275899] linearizableReadLoop","detail":"{readStateIndex:26046; appliedIndex:26045; }","duration":"163.683667ms","start":"2026-07-02T01:13:40.640214Z","end":"2026-07-02T01:13:40.803898Z","steps":["trace[2008275899] 'read index received' (duration: 21.845127ms)","trace[2008275899] 'applied index is now lower than readState.Index' (duration: 141.83759ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:40.804153Z","caller":"traceutil/trace.go:171","msg":"trace[930903520] transaction","detail":"{read_only:false; response_revision:25221; number_of_response:1; }","duration":"213.317235ms","start":"2026-07-02T01:13:40.590822Z","end":"2026-07-02T01:13:40.804139Z","steps":["trace[930903520] 'process raft request' (duration: 71.205718ms)","trace[930903520] 'compare' (duration: 141.248543ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:40.804367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.15761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T01:13:40.804404Z","caller":"traceutil/trace.go:171","msg":"trace[1736752912] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25221; }","duration":"164.232642ms","start":"2026-07-02T01:13:40.640162Z","end":"2026-07-02T01:13:40.804394Z","steps":["trace[1736752912] 'agreement among raft nodes before linearized reading' (duration: 164.119929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:40.804585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.487841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:40.804627Z","caller":"traceutil/trace.go:171","msg":"trace[1714418125] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25221; }","duration":"100.574794ms","start":"2026-07-02T01:13:40.704043Z","end":"2026-07-02T01:13:40.804617Z","steps":["trace[1714418125] 'agreement among raft nodes before linearized reading' (duration: 100.511482ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:41.165731Z","caller":"traceutil/trace.go:171","msg":"trace[560460810] transaction","detail":"{read_only:false; response_revision:25223; number_of_response:1; }","duration":"355.776006ms","start":"2026-07-02T01:13:40.809923Z","end":"2026-07-02T01:13:41.165699Z","steps":["trace[560460810] 'process raft request' (duration: 269.913903ms)","trace[560460810] 'compare' (duration: 85.541384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:41.165835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.787248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T01:13:41.165867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:40.809892Z","time spent":"355.90852ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:41.165876Z","caller":"traceutil/trace.go:171","msg":"trace[962380047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25224; }","duration":"318.875871ms","start":"2026-07-02T01:13:40.846989Z","end":"2026-07-02T01:13:41.165865Z","steps":["trace[962380047] 'agreement among raft nodes before linearized reading' (duration: 318.790488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.165914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:40.846967Z","time spent":"318.937673ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T01:13:41.165718Z","caller":"traceutil/trace.go:171","msg":"trace[1628321085] linearizableReadLoop","detail":"{readStateIndex:26049; appliedIndex:26047; }","duration":"318.661885ms","start":"2026-07-02T01:13:40.847028Z","end":"2026-07-02T01:13:41.16569Z","steps":["trace[1628321085] 'read index received' (duration: 232.959446ms)","trace[1628321085] 'applied index is now lower than readState.Index' (duration: 85.701389ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:41.166005Z","caller":"traceutil/trace.go:171","msg":"trace[359809827] transaction","detail":"{read_only:false; response_revision:25224; number_of_response:1; }","duration":"355.577811ms","start":"2026-07-02T01:13:40.810364Z","end":"2026-07-02T01:13:41.165942Z","steps":["trace[359809827] 'process raft request' (duration: 355.235781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.166731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:40.810354Z","time spent":"356.27218ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:41.444694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.237248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:13:41.444921Z","caller":"traceutil/trace.go:171","msg":"trace[2020734788] linearizableReadLoop","detail":"{readStateIndex:26052; appliedIndex:26049; }","duration":"278.870931ms","start":"2026-07-02T01:13:41.166025Z","end":"2026-07-02T01:13:41.444896Z","steps":["trace[2020734788] 'read index received' (duration: 127.349955ms)","trace[2020734788] 'applied index is now lower than readState.Index' (duration: 151.519916ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:41.445052Z","caller":"traceutil/trace.go:171","msg":"trace[418385147] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"392.69273ms","start":"2026-07-02T01:13:41.052341Z","end":"2026-07-02T01:13:41.445034Z","steps":["trace[418385147] 'process raft request' (duration: 392.512806ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:41.445052Z","caller":"traceutil/trace.go:171","msg":"trace[1168249111] transaction","detail":"{read_only:false; response_revision:25226; number_of_response:1; }","duration":"414.174296ms","start":"2026-07-02T01:13:41.030848Z","end":"2026-07-02T01:13:41.445023Z","steps":["trace[1168249111] 'process raft request' (duration: 413.95386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.44519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.052332Z","time spent":"392.794673ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:41.445209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.030824Z","time spent":"414.289ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:41.445259Z","caller":"traceutil/trace.go:171","msg":"trace[727444628] transaction","detail":"{read_only:false; response_revision:25225; number_of_response:1; }","duration":"507.903918ms","start":"2026-07-02T01:13:40.937323Z","end":"2026-07-02T01:13:41.445227Z","steps":["trace[727444628] 'process raft request' (duration: 356.047083ms)","trace[727444628] 'compare' (duration: 151.104194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:41.445307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.363349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-02T01:13:41.445337Z","caller":"traceutil/trace.go:171","msg":"trace[1453887926] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25227; }","duration":"384.4032ms","start":"2026-07-02T01:13:41.060925Z","end":"2026-07-02T01:13:41.445328Z","steps":["trace[1453887926] 'agreement among raft nodes before linearized reading' (duration: 384.259166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.445368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.06084Z","time spent":"384.523164ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T01:13:41.445366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:40.937293Z","time spent":"508.016481ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:41.445426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.551754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-02T01:13:41.445521Z","caller":"traceutil/trace.go:171","msg":"trace[1215756308] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25227; }","duration":"393.712618ms","start":"2026-07-02T01:13:41.051783Z","end":"2026-07-02T01:13:41.445495Z","steps":["trace[1215756308] 'agreement among raft nodes before linearized reading' (duration: 393.41473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.445571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.051771Z","time spent":"393.79092ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-07-02T01:13:41.754779Z","caller":"traceutil/trace.go:171","msg":"trace[1954337127] linearizableReadLoop","detail":"{readStateIndex:26053; appliedIndex:26052; }","duration":"309.755248ms","start":"2026-07-02T01:13:41.444992Z","end":"2026-07-02T01:13:41.754747Z","steps":["trace[1954337127] 'read index received' (duration: 237.259406ms)","trace[1954337127] 'applied index is now lower than readState.Index' (duration: 72.494382ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:13:41.754891Z","caller":"traceutil/trace.go:171","msg":"trace[1446174769] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"401.253218ms","start":"2026-07-02T01:13:41.353592Z","end":"2026-07-02T01:13:41.754846Z","steps":["trace[1446174769] 'process raft request' (duration: 328.642733ms)","trace[1446174769] 'compare' (duration: 72.222324ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:41.754952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.808046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:41.75504Z","caller":"traceutil/trace.go:171","msg":"trace[1053905745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25228; }","duration":"587.908699ms","start":"2026-07-02T01:13:41.167109Z","end":"2026-07-02T01:13:41.755018Z","steps":["trace[1053905745] 'agreement among raft nodes before linearized reading' (duration: 587.768625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.75509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.167064Z","time spent":"588.012502ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T01:13:41.755081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.353559Z","time spent":"401.414462ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:41.769245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.182056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-02T01:13:41.769348Z","caller":"traceutil/trace.go:171","msg":"trace[1422975341] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25229; }","duration":"321.34612ms","start":"2026-07-02T01:13:41.447982Z","end":"2026-07-02T01:13:41.769328Z","steps":["trace[1422975341] 'agreement among raft nodes before linearized reading' (duration: 321.125044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.769403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.447959Z","time spent":"321.430932ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-02T01:13:41.769809Z","caller":"traceutil/trace.go:171","msg":"trace[57469713] transaction","detail":"{read_only:false; response_revision:25229; number_of_response:1; }","duration":"318.586843ms","start":"2026-07-02T01:13:41.451209Z","end":"2026-07-02T01:13:41.769796Z","steps":["trace[57469713] 'process raft request' (duration: 317.725569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.769911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.451191Z","time spent":"318.653796ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:41.770163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.530975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79cabab4-d0c2-4fb3-bdf6-5189867dc34b\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-02T01:13:41.770204Z","caller":"traceutil/trace.go:171","msg":"trace[1339717116] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79cabab4-d0c2-4fb3-bdf6-5189867dc34b; range_end:; response_count:1; response_revision:25229; }","duration":"321.570246ms","start":"2026-07-02T01:13:41.448622Z","end":"2026-07-02T01:13:41.770192Z","steps":["trace[1339717116] 'agreement among raft nodes before linearized reading' (duration: 321.417342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:41.770238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:41.448592Z","time spent":"321.637388ms","remote":"127.0.0.1:37368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-79cabab4-d0c2-4fb3-bdf6-5189867dc34b\" "} {"level":"warn","ts":"2026-07-02T01:13:47.354893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.574538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-02T01:13:47.355002Z","caller":"traceutil/trace.go:171","msg":"trace[1195306824] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25265; }","duration":"164.741933ms","start":"2026-07-02T01:13:47.190228Z","end":"2026-07-02T01:13:47.35497Z","steps":["trace[1195306824] 'range keys from in-memory index tree' (duration: 164.352122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:47.355239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.670703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-02T01:13:47.355347Z","caller":"traceutil/trace.go:171","msg":"trace[1558848363] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25265; }","duration":"163.846127ms","start":"2026-07-02T01:13:47.191472Z","end":"2026-07-02T01:13:47.355318Z","steps":["trace[1558848363] 'range keys from in-memory index tree' (duration: 163.409646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:47.355542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.323624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-02T01:13:47.35562Z","caller":"traceutil/trace.go:171","msg":"trace[1388352733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25265; }","duration":"359.444707ms","start":"2026-07-02T01:13:46.996155Z","end":"2026-07-02T01:13:47.3556Z","steps":["trace[1388352733] 'range keys from in-memory index tree' (duration: 359.160649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:47.355672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:46.996128Z","time spent":"359.527ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-02T01:13:47.355741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.226039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-07-02T01:13:47.355807Z","caller":"traceutil/trace.go:171","msg":"trace[1199452827] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25265; }","duration":"329.296381ms","start":"2026-07-02T01:13:47.026492Z","end":"2026-07-02T01:13:47.355789Z","steps":["trace[1199452827] 'range keys from in-memory index tree' (duration: 329.062114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:47.355857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.026464Z","time spent":"329.375273ms","remote":"127.0.0.1:37372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-02T01:13:47.995063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10125955772893411693,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-02T01:13:48.208284Z","caller":"traceutil/trace.go:171","msg":"trace[397139919] transaction","detail":"{read_only:false; response_revision:25266; number_of_response:1; }","duration":"848.013319ms","start":"2026-07-02T01:13:47.360243Z","end":"2026-07-02T01:13:48.208256Z","steps":["trace[397139919] 'process raft request' (duration: 847.851985ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.208443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.360228Z","time spent":"848.132582ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.643601Z","caller":"traceutil/trace.go:171","msg":"trace[610767566] transaction","detail":"{read_only:false; response_revision:25267; number_of_response:1; }","duration":"1.283112346s","start":"2026-07-02T01:13:47.360463Z","end":"2026-07-02T01:13:48.643575Z","steps":["trace[610767566] 'process raft request' (duration: 1.28287426s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.643794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.360451Z","time spent":"1.28323729s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.643969Z","caller":"traceutil/trace.go:171","msg":"trace[1813009546] transaction","detail":"{read_only:false; response_revision:25268; number_of_response:1; }","duration":"1.281224024s","start":"2026-07-02T01:13:47.362704Z","end":"2026-07-02T01:13:48.643928Z","steps":["trace[1813009546] 'process raft request' (duration: 1.280822193s)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:48.644069Z","caller":"traceutil/trace.go:171","msg":"trace[236335493] transaction","detail":"{read_only:false; response_revision:25269; number_of_response:1; }","duration":"1.169337699s","start":"2026-07-02T01:13:47.474719Z","end":"2026-07-02T01:13:48.644056Z","steps":["trace[236335493] 'process raft request' (duration: 1.169066261s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.644142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.47469Z","time spent":"1.16941787s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:48.644181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.362694Z","time spent":"1.281376768s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.644233Z","caller":"traceutil/trace.go:171","msg":"trace[400869247] transaction","detail":"{read_only:false; response_revision:25270; number_of_response:1; }","duration":"1.16727119s","start":"2026-07-02T01:13:47.476954Z","end":"2026-07-02T01:13:48.644225Z","steps":["trace[400869247] 'process raft request' (duration: 1.166940841s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.644286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.476944Z","time spent":"1.167312472s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.644418Z","caller":"traceutil/trace.go:171","msg":"trace[1926293850] transaction","detail":"{read_only:false; response_revision:25271; number_of_response:1; }","duration":"1.157550831s","start":"2026-07-02T01:13:47.486833Z","end":"2026-07-02T01:13:48.644384Z","steps":["trace[1926293850] 'process raft request' (duration: 1.15714375s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.644617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.486824Z","time spent":"1.157702785s","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.663749Z","caller":"traceutil/trace.go:171","msg":"trace[1778961628] transaction","detail":"{read_only:false; response_revision:25272; number_of_response:1; }","duration":"879.228526ms","start":"2026-07-02T01:13:47.784503Z","end":"2026-07-02T01:13:48.663731Z","steps":["trace[1778961628] 'process raft request' (duration: 879.054071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.66387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.784476Z","time spent":"879.325298ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.664127Z","caller":"traceutil/trace.go:171","msg":"trace[1136823511] transaction","detail":"{read_only:false; response_revision:25273; number_of_response:1; }","duration":"754.355489ms","start":"2026-07-02T01:13:47.90975Z","end":"2026-07-02T01:13:48.664105Z","steps":["trace[1136823511] 'process raft request' (duration: 753.943018ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:48.664165Z","caller":"traceutil/trace.go:171","msg":"trace[820016719] transaction","detail":"{read_only:false; response_revision:25276; number_of_response:1; }","duration":"401.836874ms","start":"2026-07-02T01:13:48.262297Z","end":"2026-07-02T01:13:48.664134Z","steps":["trace[820016719] 'process raft request' (duration: 401.782522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.664229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.909717Z","time spent":"754.461642ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:13:48.664249Z","caller":"traceutil/trace.go:171","msg":"trace[562287993] transaction","detail":"{read_only:false; response_revision:25274; number_of_response:1; }","duration":"731.879145ms","start":"2026-07-02T01:13:47.93236Z","end":"2026-07-02T01:13:48.664239Z","steps":["trace[562287993] 'process raft request' (duration: 731.496934ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:48.664241Z","caller":"traceutil/trace.go:171","msg":"trace[1508514506] linearizableReadLoop","detail":"{readStateIndex:26101; appliedIndex:26091; }","duration":"1.169864503s","start":"2026-07-02T01:13:47.494363Z","end":"2026-07-02T01:13:48.664228Z","steps":["trace[1508514506] 'read index received' (duration: 713.770893ms)","trace[1508514506] 'applied index is now lower than readState.Index' (duration: 456.09231ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:48.664312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.932338Z","time spent":"731.938247ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:48.664334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:48.262266Z","time spent":"401.977878ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:48.66442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170047447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:48.664208Z","caller":"traceutil/trace.go:171","msg":"trace[194785076] transaction","detail":"{read_only:false; response_revision:25275; number_of_response:1; }","duration":"533.315594ms","start":"2026-07-02T01:13:48.130879Z","end":"2026-07-02T01:13:48.664194Z","steps":["trace[194785076] 'process raft request' (duration: 533.115828ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:48.664466Z","caller":"traceutil/trace.go:171","msg":"trace[712980845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:25276; }","duration":"1.170098329s","start":"2026-07-02T01:13:47.494357Z","end":"2026-07-02T01:13:48.664455Z","steps":["trace[712980845] 'agreement among raft nodes before linearized reading' (duration: 1.170014787s)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.664497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.494342Z","time spent":"1.170146181s","remote":"127.0.0.1:34120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-02T01:13:48.664519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:48.130845Z","time spent":"533.638093ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:13:48.664537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.135679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-02T01:13:48.664575Z","caller":"traceutil/trace.go:171","msg":"trace[1842214716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25276; }","duration":"912.220841ms","start":"2026-07-02T01:13:47.752347Z","end":"2026-07-02T01:13:48.664567Z","steps":["trace[1842214716] 'agreement among raft nodes before linearized reading' (duration: 912.087027ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.664643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.752326Z","time spent":"912.308364ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-02T01:13:48.664667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.579143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:48.664703Z","caller":"traceutil/trace.go:171","msg":"trace[633243045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25276; }","duration":"813.668055ms","start":"2026-07-02T01:13:47.851024Z","end":"2026-07-02T01:13:48.664692Z","steps":["trace[633243045] 'agreement among raft nodes before linearized reading' (duration: 813.605014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.664752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.850996Z","time spent":"813.750058ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-02T01:13:48.664771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.390167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T01:13:48.664808Z","caller":"traceutil/trace.go:171","msg":"trace[1723177911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25276; }","duration":"871.459709ms","start":"2026-07-02T01:13:47.793341Z","end":"2026-07-02T01:13:48.6648Z","steps":["trace[1723177911] 'agreement among raft nodes before linearized reading' (duration: 871.371017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.66484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.79333Z","time spent":"871.50265ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T01:13:48.664667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.515257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T01:13:48.664923Z","caller":"traceutil/trace.go:171","msg":"trace[347573145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25276; }","duration":"199.821487ms","start":"2026-07-02T01:13:48.465093Z","end":"2026-07-02T01:13:48.664915Z","steps":["trace[347573145] 'agreement among raft nodes before linearized reading' (duration: 199.444496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.664942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.628509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:48.664982Z","caller":"traceutil/trace.go:171","msg":"trace[1353215641] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:25276; }","duration":"722.6919ms","start":"2026-07-02T01:13:47.94228Z","end":"2026-07-02T01:13:48.664972Z","steps":["trace[1353215641] 'agreement among raft nodes before linearized reading' (duration: 722.601008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:48.665015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:13:47.942272Z","time spent":"722.732351ms","remote":"127.0.0.1:33944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-02T01:13:57.95321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.651691ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-02T01:13:57.953366Z","caller":"traceutil/trace.go:171","msg":"trace[844332317] linearizableReadLoop","detail":"{readStateIndex:26226; appliedIndex:26225; }","duration":"145.442297ms","start":"2026-07-02T01:13:57.807903Z","end":"2026-07-02T01:13:57.953345Z","steps":["trace[844332317] 'read index received' (duration: 16.625082ms)","trace[844332317] 'applied index is now lower than readState.Index' (duration: 128.814965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:13:57.953598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.478105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c58d32e7-3c69-497d-9ae3-37e1c1587e19\" ","response":"range_response_count:1 size:3643"} {"level":"warn","ts":"2026-07-02T01:13:57.953561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.608222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:13:57.953638Z","caller":"traceutil/trace.go:171","msg":"trace[273171876] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c58d32e7-3c69-497d-9ae3-37e1c1587e19; range_end:; response_count:1; response_revision:25396; }","duration":"133.579787ms","start":"2026-07-02T01:13:57.820047Z","end":"2026-07-02T01:13:57.953627Z","steps":["trace[273171876] 'agreement among raft nodes before linearized reading' (duration: 133.401612ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:57.953674Z","caller":"traceutil/trace.go:171","msg":"trace[158194266] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25396; }","duration":"145.803887ms","start":"2026-07-02T01:13:57.807843Z","end":"2026-07-02T01:13:57.953647Z","steps":["trace[158194266] 'agreement among raft nodes before linearized reading' (duration: 145.56946ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:13:58.137464Z","caller":"traceutil/trace.go:171","msg":"trace[325945123] transaction","detail":"{read_only:false; response_revision:25397; number_of_response:1; }","duration":"175.479431ms","start":"2026-07-02T01:13:57.961936Z","end":"2026-07-02T01:13:58.137415Z","steps":["trace[325945123] 'process raft request' (duration: 175.228184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:13:58.285135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.401456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-07-02T01:13:58.285231Z","caller":"traceutil/trace.go:171","msg":"trace[413976531] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:25397; }","duration":"127.591961ms","start":"2026-07-02T01:13:58.157617Z","end":"2026-07-02T01:13:58.285209Z","steps":["trace[413976531] 'range keys from in-memory index tree' (duration: 127.1826ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:04.860231Z","caller":"traceutil/trace.go:171","msg":"trace[1251208901] transaction","detail":"{read_only:false; response_revision:25472; number_of_response:1; }","duration":"158.643923ms","start":"2026-07-02T01:14:04.701555Z","end":"2026-07-02T01:14:04.860199Z","steps":["trace[1251208901] 'process raft request' (duration: 158.431577ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:04.860489Z","caller":"traceutil/trace.go:171","msg":"trace[1232610775] transaction","detail":"{read_only:false; response_revision:25473; number_of_response:1; }","duration":"158.687335ms","start":"2026-07-02T01:14:04.701781Z","end":"2026-07-02T01:14:04.860469Z","steps":["trace[1232610775] 'process raft request' (duration: 158.376356ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:04.861016Z","caller":"traceutil/trace.go:171","msg":"trace[1413665514] transaction","detail":"{read_only:false; response_revision:25474; number_of_response:1; }","duration":"153.599244ms","start":"2026-07-02T01:14:04.707402Z","end":"2026-07-02T01:14:04.861001Z","steps":["trace[1413665514] 'process raft request' (duration: 152.944285ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:04.861053Z","caller":"traceutil/trace.go:171","msg":"trace[187005456] linearizableReadLoop","detail":"{readStateIndex:26305; appliedIndex:26301; }","duration":"150.502477ms","start":"2026-07-02T01:14:04.710525Z","end":"2026-07-02T01:14:04.861028Z","steps":["trace[187005456] 'read index received' (duration: 21.554218ms)","trace[187005456] 'applied index is now lower than readState.Index' (duration: 128.947389ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:04.861096Z","caller":"traceutil/trace.go:171","msg":"trace[1895634341] transaction","detail":"{read_only:false; response_revision:25475; number_of_response:1; }","duration":"147.36385ms","start":"2026-07-02T01:14:04.71365Z","end":"2026-07-02T01:14:04.861014Z","steps":["trace[1895634341] 'process raft request' (duration: 147.220406ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:04.861166Z","caller":"traceutil/trace.go:171","msg":"trace[861790761] transaction","detail":"{read_only:false; response_revision:25476; number_of_response:1; }","duration":"147.191946ms","start":"2026-07-02T01:14:04.713863Z","end":"2026-07-02T01:14:04.861055Z","steps":["trace[861790761] 'process raft request' (duration: 147.094483ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:04.861144Z","caller":"traceutil/trace.go:171","msg":"trace[861611574] transaction","detail":"{read_only:false; response_revision:25477; number_of_response:1; }","duration":"146.704072ms","start":"2026-07-02T01:14:04.7144Z","end":"2026-07-02T01:14:04.861104Z","steps":["trace[861611574] 'process raft request' (duration: 146.588539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:04.861319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.762954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-02T01:14:04.861357Z","caller":"traceutil/trace.go:171","msg":"trace[215086574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25477; }","duration":"150.862657ms","start":"2026-07-02T01:14:04.710484Z","end":"2026-07-02T01:14:04.861346Z","steps":["trace[215086574] 'agreement among raft nodes before linearized reading' (duration: 150.684582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:04.861461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.102453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T01:14:04.861557Z","caller":"traceutil/trace.go:171","msg":"trace[196653179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25477; }","duration":"129.264028ms","start":"2026-07-02T01:14:04.732272Z","end":"2026-07-02T01:14:04.861536Z","steps":["trace[196653179] 'agreement among raft nodes before linearized reading' (duration: 129.004231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.14279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.441682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:29.142885Z","caller":"traceutil/trace.go:171","msg":"trace[383756851] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25662; }","duration":"365.581946ms","start":"2026-07-02T01:14:28.77728Z","end":"2026-07-02T01:14:29.142862Z","steps":["trace[383756851] 'range keys from in-memory index tree' (duration: 365.358671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.142932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:28.777257Z","time spent":"365.662219ms","remote":"127.0.0.1:39650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T01:14:29.143552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.402753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:14:29.143949Z","caller":"traceutil/trace.go:171","msg":"trace[2059328588] transaction","detail":"{read_only:false; response_revision:25668; number_of_response:1; }","duration":"192.804202ms","start":"2026-07-02T01:14:28.951131Z","end":"2026-07-02T01:14:29.143935Z","steps":["trace[2059328588] 'process raft request' (duration: 192.751601ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.144064Z","caller":"traceutil/trace.go:171","msg":"trace[140256756] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"193.259985ms","start":"2026-07-02T01:14:28.950796Z","end":"2026-07-02T01:14:29.144056Z","steps":["trace[140256756] 'process raft request' (duration: 193.054669ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.144079Z","caller":"traceutil/trace.go:171","msg":"trace[1002119512] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"203.506329ms","start":"2026-07-02T01:14:28.940537Z","end":"2026-07-02T01:14:29.144043Z","steps":["trace[1002119512] 'process raft request' (duration: 203.127099ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.144079Z","caller":"traceutil/trace.go:171","msg":"trace[528204706] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"193.727877ms","start":"2026-07-02T01:14:28.950318Z","end":"2026-07-02T01:14:29.144046Z","steps":["trace[528204706] 'process raft request' (duration: 193.500021ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.144093Z","caller":"traceutil/trace.go:171","msg":"trace[573575474] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"199.344063ms","start":"2026-07-02T01:14:28.944707Z","end":"2026-07-02T01:14:29.144051Z","steps":["trace[573575474] 'process raft request' (duration: 199.070906ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.144108Z","caller":"traceutil/trace.go:171","msg":"trace[1979686384] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"323.271032ms","start":"2026-07-02T01:14:28.820788Z","end":"2026-07-02T01:14:29.144059Z","steps":["trace[1979686384] 'process raft request' (duration: 131.059926ms)","trace[1979686384] 'compare' (duration: 190.90956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:14:29.144306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:28.820751Z","time spent":"323.466797ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:14:29.525345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.73906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:14:29.525623Z","caller":"traceutil/trace.go:171","msg":"trace[2100913314] transaction","detail":"{read_only:false; response_revision:25671; number_of_response:1; }","duration":"329.736122ms","start":"2026-07-02T01:14:29.195864Z","end":"2026-07-02T01:14:29.525601Z","steps":["trace[2100913314] 'process raft request' (duration: 329.685571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.5257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:29.19583Z","time spent":"329.835095ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:14:29.525693Z","caller":"traceutil/trace.go:171","msg":"trace[1420650984] transaction","detail":"{read_only:false; response_revision:25670; number_of_response:1; }","duration":"450.604818ms","start":"2026-07-02T01:14:29.075039Z","end":"2026-07-02T01:14:29.525644Z","steps":["trace[1420650984] 'process raft request' (duration: 450.436853ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.525792Z","caller":"traceutil/trace.go:171","msg":"trace[841168552] linearizableReadLoop","detail":"{readStateIndex:26505; appliedIndex:26498; }","duration":"551.661802ms","start":"2026-07-02T01:14:28.974084Z","end":"2026-07-02T01:14:29.525745Z","steps":["trace[841168552] 'read index received' (duration: 119.767994ms)","trace[841168552] 'applied index is now lower than readState.Index' (duration: 431.888438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:14:29.52587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:29.075012Z","time spent":"450.761052ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:14:29.526025Z","caller":"traceutil/trace.go:171","msg":"trace[837108997] transaction","detail":"{read_only:false; response_revision:25669; number_of_response:1; }","duration":"573.787777ms","start":"2026-07-02T01:14:28.952203Z","end":"2026-07-02T01:14:29.525991Z","steps":["trace[837108997] 'process raft request' (duration: 313.280266ms)","trace[837108997] 'compare' (duration: 259.587896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:14:29.526075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.491319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-02T01:14:29.526496Z","caller":"traceutil/trace.go:171","msg":"trace[1329985732] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25671; }","duration":"546.89922ms","start":"2026-07-02T01:14:28.979571Z","end":"2026-07-02T01:14:29.526471Z","steps":["trace[1329985732] 'agreement among raft nodes before linearized reading' (duration: 546.364016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.526504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:28.952192Z","time spent":"574.159627ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:14:29.526056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.516872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:29.526769Z","caller":"traceutil/trace.go:171","msg":"trace[558347525] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25671; }","duration":"118.279793ms","start":"2026-07-02T01:14:29.408465Z","end":"2026-07-02T01:14:29.526744Z","steps":["trace[558347525] 'agreement among raft nodes before linearized reading' (duration: 117.502582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.526049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.949816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:29.527001Z","caller":"traceutil/trace.go:171","msg":"trace[279452130] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25671; }","duration":"376.936743ms","start":"2026-07-02T01:14:29.150016Z","end":"2026-07-02T01:14:29.526953Z","steps":["trace[279452130] 'agreement among raft nodes before linearized reading' (duration: 375.920835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.526069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.19552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-02T01:14:29.527075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:29.149994Z","time spent":"377.060926ms","remote":"127.0.0.1:37412","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-02T01:14:29.526181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.799844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T01:14:29.52714Z","caller":"traceutil/trace.go:171","msg":"trace[1713369549] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25671; }","duration":"115.316571ms","start":"2026-07-02T01:14:29.411788Z","end":"2026-07-02T01:14:29.527105Z","steps":["trace[1713369549] 'agreement among raft nodes before linearized reading' (duration: 114.175919ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.527192Z","caller":"traceutil/trace.go:171","msg":"trace[1493876637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25671; }","duration":"544.810172ms","start":"2026-07-02T01:14:28.982369Z","end":"2026-07-02T01:14:29.527179Z","steps":["trace[1493876637] 'agreement among raft nodes before linearized reading' (duration: 543.64421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.527253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:28.982325Z","time spent":"544.906946ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-02T01:14:29.526187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.068772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T01:14:29.527491Z","caller":"traceutil/trace.go:171","msg":"trace[38551542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25671; }","duration":"389.42891ms","start":"2026-07-02T01:14:29.138053Z","end":"2026-07-02T01:14:29.527482Z","steps":["trace[38551542] 'agreement among raft nodes before linearized reading' (duration: 387.946848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.526071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.955781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T01:14:29.526561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:28.979529Z","time spent":"547.013443ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-02T01:14:29.527567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:29.138016Z","time spent":"389.536843ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-02T01:14:29.527675Z","caller":"traceutil/trace.go:171","msg":"trace[648441781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25671; }","duration":"553.629078ms","start":"2026-07-02T01:14:28.974036Z","end":"2026-07-02T01:14:29.527665Z","steps":["trace[648441781] 'agreement among raft nodes before linearized reading' (duration: 551.803237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.527732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:28.974012Z","time spent":"553.708099ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-02T01:14:29.74679Z","caller":"traceutil/trace.go:171","msg":"trace[1202902591] linearizableReadLoop","detail":"{readStateIndex:26511; appliedIndex:26507; }","duration":"213.001562ms","start":"2026-07-02T01:14:29.533759Z","end":"2026-07-02T01:14:29.74676Z","steps":["trace[1202902591] 'read index received' (duration: 39.540947ms)","trace[1202902591] 'applied index is now lower than readState.Index' (duration: 173.459025ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:29.746888Z","caller":"traceutil/trace.go:171","msg":"trace[486760076] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"214.782201ms","start":"2026-07-02T01:14:29.532096Z","end":"2026-07-02T01:14:29.746878Z","steps":["trace[486760076] 'process raft request' (duration: 214.3635ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.746935Z","caller":"traceutil/trace.go:171","msg":"trace[1010473110] transaction","detail":"{read_only:false; response_revision:25675; number_of_response:1; }","duration":"214.156205ms","start":"2026-07-02T01:14:29.532766Z","end":"2026-07-02T01:14:29.746922Z","steps":["trace[1010473110] 'process raft request' (duration: 213.954729ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:29.746832Z","caller":"traceutil/trace.go:171","msg":"trace[992584623] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"214.393411ms","start":"2026-07-02T01:14:29.53241Z","end":"2026-07-02T01:14:29.746803Z","steps":["trace[992584623] 'process raft request' (duration: 214.269388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.747215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.513738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-02T01:14:29.747254Z","caller":"traceutil/trace.go:171","msg":"trace[1566537400] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25675; }","duration":"150.622371ms","start":"2026-07-02T01:14:29.596619Z","end":"2026-07-02T01:14:29.747242Z","steps":["trace[1566537400] 'agreement among raft nodes before linearized reading' (duration: 150.442896ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:29.747249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.470195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:29.747329Z","caller":"traceutil/trace.go:171","msg":"trace[997573145] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25675; }","duration":"213.590348ms","start":"2026-07-02T01:14:29.53372Z","end":"2026-07-02T01:14:29.74731Z","steps":["trace[997573145] 'agreement among raft nodes before linearized reading' (duration: 213.415804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:30.022289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.072239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-07-02T01:14:30.022392Z","caller":"traceutil/trace.go:171","msg":"trace[2027769337] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25675; }","duration":"184.213323ms","start":"2026-07-02T01:14:29.838153Z","end":"2026-07-02T01:14:30.022367Z","steps":["trace[2027769337] 'range keys from in-memory index tree' (duration: 183.871044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:30.022301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.211413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:30.022516Z","caller":"traceutil/trace.go:171","msg":"trace[981211940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25675; }","duration":"175.45371ms","start":"2026-07-02T01:14:29.847026Z","end":"2026-07-02T01:14:30.02248Z","steps":["trace[981211940] 'range keys from in-memory index tree' (duration: 175.120551ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.399634Z","caller":"traceutil/trace.go:171","msg":"trace[1886224743] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"250.664947ms","start":"2026-07-02T01:14:31.148906Z","end":"2026-07-02T01:14:31.399571Z","steps":["trace[1886224743] 'process raft request' (duration: 250.295717ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.39969Z","caller":"traceutil/trace.go:171","msg":"trace[1776715778] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"250.319848ms","start":"2026-07-02T01:14:31.149327Z","end":"2026-07-02T01:14:31.399646Z","steps":["trace[1776715778] 'process raft request' (duration: 250.086452ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.399893Z","caller":"traceutil/trace.go:171","msg":"trace[1621158454] transaction","detail":"{read_only:false; response_revision:25681; number_of_response:1; }","duration":"250.230516ms","start":"2026-07-02T01:14:31.149651Z","end":"2026-07-02T01:14:31.399881Z","steps":["trace[1621158454] 'process raft request' (duration: 249.824215ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.399956Z","caller":"traceutil/trace.go:171","msg":"trace[49519957] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"250.083672ms","start":"2026-07-02T01:14:31.149857Z","end":"2026-07-02T01:14:31.399941Z","steps":["trace[49519957] 'process raft request' (duration: 249.64902ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.399985Z","caller":"traceutil/trace.go:171","msg":"trace[429782511] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"250.107943ms","start":"2026-07-02T01:14:31.149867Z","end":"2026-07-02T01:14:31.399975Z","steps":["trace[429782511] 'process raft request' (duration: 249.956268ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.399993Z","caller":"traceutil/trace.go:171","msg":"trace[1248051225] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"249.171866ms","start":"2026-07-02T01:14:31.150784Z","end":"2026-07-02T01:14:31.399955Z","steps":["trace[1248051225] 'process raft request' (duration: 249.109534ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:31.745026Z","caller":"traceutil/trace.go:171","msg":"trace[789685809] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"212.802727ms","start":"2026-07-02T01:14:31.532093Z","end":"2026-07-02T01:14:31.744895Z","steps":["trace[789685809] 'process raft request' (duration: 212.370255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:32.014958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.802108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:14:32.01515Z","caller":"traceutil/trace.go:171","msg":"trace[109445350] linearizableReadLoop","detail":"{readStateIndex:26522; appliedIndex:26520; }","duration":"435.839727ms","start":"2026-07-02T01:14:31.579231Z","end":"2026-07-02T01:14:32.015071Z","steps":["trace[109445350] 'read index received' (duration: 165.202825ms)","trace[109445350] 'applied index is now lower than readState.Index' (duration: 270.634942ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:32.015357Z","caller":"traceutil/trace.go:171","msg":"trace[1176782236] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"483.184792ms","start":"2026-07-02T01:14:31.532132Z","end":"2026-07-02T01:14:32.015317Z","steps":["trace[1176782236] 'process raft request' (duration: 332.911211ms)","trace[1176782236] 'compare' (duration: 149.543691ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:14:32.015828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:31.532098Z","time spent":"483.444209ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:14:32.015854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.28014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-02T01:14:32.015946Z","caller":"traceutil/trace.go:171","msg":"trace[1585685554] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25686; }","duration":"436.764053ms","start":"2026-07-02T01:14:31.579167Z","end":"2026-07-02T01:14:32.015931Z","steps":["trace[1585685554] 'agreement among raft nodes before linearized reading' (duration: 436.161577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:32.015939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.376458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-02T01:14:32.016002Z","caller":"traceutil/trace.go:171","msg":"trace[933716596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25686; }","duration":"264.479241ms","start":"2026-07-02T01:14:31.751507Z","end":"2026-07-02T01:14:32.015986Z","steps":["trace[933716596] 'agreement among raft nodes before linearized reading' (duration: 264.289606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:32.015862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.352847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-02T01:14:32.016027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:31.579135Z","time spent":"436.876987ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-02T01:14:32.016048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.525142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-02T01:14:32.015972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.888852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:32.016113Z","caller":"traceutil/trace.go:171","msg":"trace[708041689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25686; }","duration":"264.572254ms","start":"2026-07-02T01:14:31.751492Z","end":"2026-07-02T01:14:32.016064Z","steps":["trace[708041689] 'agreement among raft nodes before linearized reading' (duration: 264.319137ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:32.016147Z","caller":"traceutil/trace.go:171","msg":"trace[1388468675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25686; }","duration":"264.678117ms","start":"2026-07-02T01:14:31.751447Z","end":"2026-07-02T01:14:32.016125Z","steps":["trace[1388468675] 'agreement among raft nodes before linearized reading' (duration: 264.369698ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:32.016171Z","caller":"traceutil/trace.go:171","msg":"trace[899621377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25686; }","duration":"167.139879ms","start":"2026-07-02T01:14:31.849003Z","end":"2026-07-02T01:14:32.016142Z","steps":["trace[899621377] 'agreement among raft nodes before linearized reading' (duration: 166.81341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:32.425986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.144992ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:14:32.426382Z","caller":"traceutil/trace.go:171","msg":"trace[1214775404] transaction","detail":"{read_only:false; response_revision:25688; number_of_response:1; }","duration":"404.777384ms","start":"2026-07-02T01:14:32.021561Z","end":"2026-07-02T01:14:32.426339Z","steps":["trace[1214775404] 'process raft request' (duration: 127.148319ms)","trace[1214775404] 'compare' (duration: 276.861514ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:14:32.426589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:32.021539Z","time spent":"404.931479ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:14:32.426615Z","caller":"traceutil/trace.go:171","msg":"trace[936215974] transaction","detail":"{read_only:false; response_revision:25690; number_of_response:1; }","duration":"404.558958ms","start":"2026-07-02T01:14:32.022036Z","end":"2026-07-02T01:14:32.426595Z","steps":["trace[936215974] 'process raft request' (duration: 404.223139ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:32.426718Z","caller":"traceutil/trace.go:171","msg":"trace[1740009745] transaction","detail":"{read_only:false; response_revision:25689; number_of_response:1; }","duration":"404.960259ms","start":"2026-07-02T01:14:32.021741Z","end":"2026-07-02T01:14:32.426701Z","steps":["trace[1740009745] 'process raft request' (duration: 404.401764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:32.426736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:32.022004Z","time spent":"404.644181ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:14:32.426804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:32.021707Z","time spent":"405.053902ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-02T01:14:33.168748Z","caller":"traceutil/trace.go:171","msg":"trace[1399955650] linearizableReadLoop","detail":"{readStateIndex:26529; appliedIndex:26528; }","duration":"408.242912ms","start":"2026-07-02T01:14:32.760489Z","end":"2026-07-02T01:14:33.168732Z","steps":["trace[1399955650] 'read index received' (duration: 408.076848ms)","trace[1399955650] 'applied index is now lower than readState.Index' (duration: 165.354µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:33.168861Z","caller":"traceutil/trace.go:171","msg":"trace[187718060] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"437.573896ms","start":"2026-07-02T01:14:32.731251Z","end":"2026-07-02T01:14:33.168825Z","steps":["trace[187718060] 'process raft request' (duration: 437.34755ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:33.168917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.53599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:33.168947Z","caller":"traceutil/trace.go:171","msg":"trace[615318072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25692; }","duration":"319.616952ms","start":"2026-07-02T01:14:32.849321Z","end":"2026-07-02T01:14:33.168938Z","steps":["trace[615318072] 'agreement among raft nodes before linearized reading' (duration: 319.512079ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:33.168968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.483009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-02T01:14:33.168978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:32.849302Z","time spent":"319.669133ms","remote":"127.0.0.1:37200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-02T01:14:33.169003Z","caller":"traceutil/trace.go:171","msg":"trace[877925024] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25692; }","duration":"408.549381ms","start":"2026-07-02T01:14:32.760446Z","end":"2026-07-02T01:14:33.168996Z","steps":["trace[877925024] 'agreement among raft nodes before linearized reading' (duration: 408.383846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:33.16903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:32.760431Z","time spent":"408.592711ms","remote":"127.0.0.1:37382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-02T01:14:33.169026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-02T01:14:32.731237Z","time spent":"437.70284ms","remote":"127.0.0.1:37480","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-02T01:14:33.169088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.969965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:33.169196Z","caller":"traceutil/trace.go:171","msg":"trace[543754809] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:25692; }","duration":"167.13672ms","start":"2026-07-02T01:14:33.002036Z","end":"2026-07-02T01:14:33.169173Z","steps":["trace[543754809] 'agreement among raft nodes before linearized reading' (duration: 166.908113ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:33.512963Z","caller":"traceutil/trace.go:171","msg":"trace[915947493] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"107.071772ms","start":"2026-07-02T01:14:33.405861Z","end":"2026-07-02T01:14:33.512933Z","steps":["trace[915947493] 'process raft request' (duration: 106.99442ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:33.513206Z","caller":"traceutil/trace.go:171","msg":"trace[742121295] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"107.424142ms","start":"2026-07-02T01:14:33.405773Z","end":"2026-07-02T01:14:33.513197Z","steps":["trace[742121295] 'process raft request' (duration: 105.061276ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:33.513324Z","caller":"traceutil/trace.go:171","msg":"trace[1636742650] transaction","detail":"{read_only:false; response_revision:25696; number_of_response:1; }","duration":"107.409121ms","start":"2026-07-02T01:14:33.405908Z","end":"2026-07-02T01:14:33.513317Z","steps":["trace[1636742650] 'process raft request' (duration: 106.98455ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:33.513547Z","caller":"traceutil/trace.go:171","msg":"trace[407602147] transaction","detail":"{read_only:false; response_revision:25698; number_of_response:1; }","duration":"107.228556ms","start":"2026-07-02T01:14:33.406293Z","end":"2026-07-02T01:14:33.513522Z","steps":["trace[407602147] 'process raft request' (duration: 107.142774ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:33.513599Z","caller":"traceutil/trace.go:171","msg":"trace[275807148] transaction","detail":"{read_only:false; response_revision:25697; number_of_response:1; }","duration":"107.35763ms","start":"2026-07-02T01:14:33.406206Z","end":"2026-07-02T01:14:33.513564Z","steps":["trace[275807148] 'process raft request' (duration: 107.073412ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:36.582611Z","caller":"traceutil/trace.go:171","msg":"trace[1372149799] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"113.589203ms","start":"2026-07-02T01:14:36.468978Z","end":"2026-07-02T01:14:36.582567Z","steps":["trace[1372149799] 'process raft request' (duration: 113.359997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:36.814708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.854672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-02T01:14:36.814928Z","caller":"traceutil/trace.go:171","msg":"trace[1569960304] linearizableReadLoop","detail":"{readStateIndex:26558; appliedIndex:26556; }","duration":"211.055218ms","start":"2026-07-02T01:14:36.603857Z","end":"2026-07-02T01:14:36.814912Z","steps":["trace[1569960304] 'read index received' (duration: 66.912787ms)","trace[1569960304] 'applied index is now lower than readState.Index' (duration: 144.141341ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:36.815018Z","caller":"traceutil/trace.go:171","msg":"trace[1026252123] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"226.853596ms","start":"2026-07-02T01:14:36.588105Z","end":"2026-07-02T01:14:36.814958Z","steps":["trace[1026252123] 'process raft request' (duration: 82.647734ms)","trace[1026252123] 'compare' (duration: 143.660527ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:36.815162Z","caller":"traceutil/trace.go:171","msg":"trace[2093185856] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"224.583043ms","start":"2026-07-02T01:14:36.590515Z","end":"2026-07-02T01:14:36.815098Z","steps":["trace[2093185856] 'process raft request' (duration: 224.312496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:36.815242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.363927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7698"} {"level":"info","ts":"2026-07-02T01:14:36.815289Z","caller":"traceutil/trace.go:171","msg":"trace[1717820189] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25721; }","duration":"211.455839ms","start":"2026-07-02T01:14:36.603819Z","end":"2026-07-02T01:14:36.815275Z","steps":["trace[1717820189] 'agreement among raft nodes before linearized reading' (duration: 211.223553ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:39.57662Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22277} {"level":"info","ts":"2026-07-02T01:14:39.682067Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22277,"took":"101.465546ms","hash":3234422809,"current-db-size-bytes":58155008,"current-db-size":"58 MB","current-db-size-in-use-bytes":45715456,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-02T01:14:39.682152Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3234422809,"revision":22277,"compact-revision":19951} {"level":"info","ts":"2026-07-02T01:14:57.736861Z","caller":"traceutil/trace.go:171","msg":"trace[261711525] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"125.076502ms","start":"2026-07-02T01:14:57.611753Z","end":"2026-07-02T01:14:57.73683Z","steps":["trace[261711525] 'process raft request' (duration: 124.879226ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:57.739202Z","caller":"traceutil/trace.go:171","msg":"trace[1346066948] transaction","detail":"{read_only:false; response_revision:25888; number_of_response:1; }","duration":"122.204332ms","start":"2026-07-02T01:14:57.616973Z","end":"2026-07-02T01:14:57.739178Z","steps":["trace[1346066948] 'process raft request' (duration: 122.168241ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:57.739405Z","caller":"traceutil/trace.go:171","msg":"trace[1334389723] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"125.684139ms","start":"2026-07-02T01:14:57.613708Z","end":"2026-07-02T01:14:57.739392Z","steps":["trace[1334389723] 'process raft request' (duration: 125.217656ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:57.739459Z","caller":"traceutil/trace.go:171","msg":"trace[1180224757] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"122.451579ms","start":"2026-07-02T01:14:57.616961Z","end":"2026-07-02T01:14:57.739412Z","steps":["trace[1180224757] 'process raft request' (duration: 122.149821ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:57.740468Z","caller":"traceutil/trace.go:171","msg":"trace[1123354221] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"123.737285ms","start":"2026-07-02T01:14:57.616717Z","end":"2026-07-02T01:14:57.740454Z","steps":["trace[1123354221] 'process raft request' (duration: 122.338866ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:57.987211Z","caller":"traceutil/trace.go:171","msg":"trace[1851983249] linearizableReadLoop","detail":"{readStateIndex:26732; appliedIndex:26731; }","duration":"139.171683ms","start":"2026-07-02T01:14:57.848014Z","end":"2026-07-02T01:14:57.987186Z","steps":["trace[1851983249] 'read index received' (duration: 138.993308ms)","trace[1851983249] 'applied index is now lower than readState.Index' (duration: 177.265µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:57.987333Z","caller":"traceutil/trace.go:171","msg":"trace[1124955534] transaction","detail":"{read_only:false; response_revision:25889; number_of_response:1; }","duration":"157.086081ms","start":"2026-07-02T01:14:57.83021Z","end":"2026-07-02T01:14:57.987296Z","steps":["trace[1124955534] 'process raft request' (duration: 156.817194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:14:57.987402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.376719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:57.987432Z","caller":"traceutil/trace.go:171","msg":"trace[16553397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25889; }","duration":"139.476762ms","start":"2026-07-02T01:14:57.847948Z","end":"2026-07-02T01:14:57.987425Z","steps":["trace[16553397] 'agreement among raft nodes before linearized reading' (duration: 139.333938ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:58.277575Z","caller":"traceutil/trace.go:171","msg":"trace[323979098] linearizableReadLoop","detail":"{readStateIndex:26733; appliedIndex:26732; }","duration":"151.627888ms","start":"2026-07-02T01:14:58.125911Z","end":"2026-07-02T01:14:58.277539Z","steps":["trace[323979098] 'read index received' (duration: 131.351876ms)","trace[323979098] 'applied index is now lower than readState.Index' (duration: 20.274562ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:14:58.277759Z","caller":"traceutil/trace.go:171","msg":"trace[1913028328] transaction","detail":"{read_only:false; response_revision:25890; number_of_response:1; }","duration":"157.005058ms","start":"2026-07-02T01:14:58.120737Z","end":"2026-07-02T01:14:58.277742Z","steps":["trace[1913028328] 'process raft request' (duration: 136.52774ms)","trace[1913028328] 'compare' (duration: 20.100658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-02T01:14:58.278099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.163664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:14:58.278212Z","caller":"traceutil/trace.go:171","msg":"trace[797338104] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:25890; }","duration":"152.342048ms","start":"2026-07-02T01:14:58.125849Z","end":"2026-07-02T01:14:58.278191Z","steps":["trace[797338104] 'agreement among raft nodes before linearized reading' (duration: 152.178744ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:14:58.492598Z","caller":"traceutil/trace.go:171","msg":"trace[1724646212] transaction","detail":"{read_only:false; response_revision:25891; number_of_response:1; }","duration":"209.718651ms","start":"2026-07-02T01:14:58.282844Z","end":"2026-07-02T01:14:58.492563Z","steps":["trace[1724646212] 'process raft request' (duration: 119.701492ms)","trace[1724646212] 'compare' (duration: 89.864375ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:15:03.155938Z","caller":"traceutil/trace.go:171","msg":"trace[380322266] linearizableReadLoop","detail":"{readStateIndex:26784; appliedIndex:26783; }","duration":"106.045214ms","start":"2026-07-02T01:15:03.049855Z","end":"2026-07-02T01:15:03.1559Z","steps":["trace[380322266] 'read index received' (duration: 105.781526ms)","trace[380322266] 'applied index is now lower than readState.Index' (duration: 262.338µs)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:15:03.156033Z","caller":"traceutil/trace.go:171","msg":"trace[952637849] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"169.103184ms","start":"2026-07-02T01:15:02.986904Z","end":"2026-07-02T01:15:03.156007Z","steps":["trace[952637849] 'process raft request' (duration: 168.776195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-02T01:15:03.156191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.30071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-02T01:15:03.156295Z","caller":"traceutil/trace.go:171","msg":"trace[1003641381] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25939; }","duration":"106.475906ms","start":"2026-07-02T01:15:03.049796Z","end":"2026-07-02T01:15:03.156272Z","steps":["trace[1003641381] 'agreement among raft nodes before linearized reading' (duration: 106.285521ms)"],"step_count":1} {"level":"info","ts":"2026-07-02T01:15:03.660823Z","caller":"traceutil/trace.go:171","msg":"trace[1322388325] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"104.737887ms","start":"2026-07-02T01:15:03.556056Z","end":"2026-07-02T01:15:03.660794Z","steps":["trace[1322388325] 'process raft request' (duration: 70.96017ms)","trace[1322388325] 'compare' (duration: 33.670714ms)"],"step_count":2} {"level":"info","ts":"2026-07-02T01:19:39.583649Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25745} {"level":"info","ts":"2026-07-02T01:19:39.740487Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25745,"took":"150.137082ms","hash":3296148540,"current-db-size-bytes":61124608,"current-db-size":"61 MB","current-db-size-in-use-bytes":36462592,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-07-02T01:19:39.74057Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3296148540,"revision":25745,"compact-revision":22277} {"level":"info","ts":"2026-07-02T01:20:36.476634Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":30004,"local-member-snapshot-index":20003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T01:20:36.483131Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30004} {"level":"info","ts":"2026-07-02T01:20:36.483202Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25004} {"level":"info","ts":"2026-07-02T01:24:39.592416Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28629} {"level":"info","ts":"2026-07-02T01:24:39.736838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28629,"took":"139.727018ms","hash":4276446226,"current-db-size-bytes":61124608,"current-db-size":"61 MB","current-db-size-in-use-bytes":30994432,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T01:24:39.736953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4276446226,"revision":28629,"compact-revision":25745} {"level":"info","ts":"2026-07-02T01:29:39.59928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30850} {"level":"info","ts":"2026-07-02T01:29:39.724654Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30850,"took":"120.613983ms","hash":491923977,"current-db-size-bytes":61124608,"current-db-size":"61 MB","current-db-size-in-use-bytes":31371264,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-02T01:29:39.724705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":491923977,"revision":30850,"compact-revision":28629} {"level":"info","ts":"2026-07-02T01:34:39.610051Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33122} {"level":"info","ts":"2026-07-02T01:34:39.773567Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33122,"took":"159.758351ms","hash":2802595465,"current-db-size-bytes":61124608,"current-db-size":"61 MB","current-db-size-in-use-bytes":31588352,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T01:34:39.773617Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2802595465,"revision":33122,"compact-revision":30850} {"level":"info","ts":"2026-07-02T01:39:39.61787Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35413} {"level":"info","ts":"2026-07-02T01:39:39.785763Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35413,"took":"164.514341ms","hash":381383516,"current-db-size-bytes":63287296,"current-db-size":"63 MB","current-db-size-in-use-bytes":32157696,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T01:39:39.785847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":381383516,"revision":35413,"compact-revision":33122} {"level":"info","ts":"2026-07-02T01:42:06.432608Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"51a5c416a4d98c86","local-member-applied-index":40005,"local-member-snapshot-index":30004,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-02T01:42:06.437585Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40005} {"level":"info","ts":"2026-07-02T01:42:06.437862Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35005} {"level":"info","ts":"2026-07-02T01:44:39.623836Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37647} {"level":"info","ts":"2026-07-02T01:44:39.737553Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37647,"took":"110.153121ms","hash":2011955695,"current-db-size-bytes":64552960,"current-db-size":"65 MB","current-db-size-in-use-bytes":32079872,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-02T01:44:39.737607Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2011955695,"revision":37647,"compact-revision":35413}